-- Logs begin at Thu 2021-12-16 13:51:19 UTC, end at Thu 2021-12-16 15:46:40 UTC. -- Dec 16 14:46:24.866458 dv-cinder-821894-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 14:46:27.539759 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.common.config [-] Logging enabled! Dec 16 14:46:27.540290 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev20 Dec 16 14:46:27.541605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88179) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 16 14:46:27.542423 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.common.config [-] Logging enabled! Dec 16 14:46:27.542694 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev20 Dec 16 14:46:27.542977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88179) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 16 14:46:27.544071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 16 14:46:27.544342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 16 14:46:27.545351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 16 14:46:27.545640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 16 14:46:27.545902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 16 14:46:27.546302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.546652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.546992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.547259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.547603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.547944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.548267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.548599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.548946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.549269 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.549585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.549905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.550207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.550530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.550863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.551211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.551452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] debug = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.551768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.552308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.552631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.552947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.553276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.553589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.553902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.554249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.554646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] host = dv-cinder-821894-3-iscsi {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.554964 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.555292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.555623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.555974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.556285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.556597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.556924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.557234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.557541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] log_file = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.557852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.558211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.558538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.558876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.559137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.559395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.559728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.560059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.560373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.560682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.560994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.561303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.561611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.561915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.562271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.562603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.562928 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.563238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.563553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.563861 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.564169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.564495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.564803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.565110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.565420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.565754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.566092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.566398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.566751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.567077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.567404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.567732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.568042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.568373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.568683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.568991 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.569298 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] use_json = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.569607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.569913 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.570815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.571126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.571433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.571742 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.572050 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.572378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:27.572715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.573061 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.573409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.573729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.574071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.574414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.574746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.575063 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.575394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.575726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.576052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.576368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.576695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.577036 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.577374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.577684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.577999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.578359 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.578675 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.578985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.579322 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.579638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.579948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.580268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.580586 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.580896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.581206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.581521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.581854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.582190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.582497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.582807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.583126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.583433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.583758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.584075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.584380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.584686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.585001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.585309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.585680 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.586626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.586913 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.587228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.587538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.587847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.588156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.588464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.588771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.589077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.589384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.589699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.590006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.590361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.590667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.590976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.591282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.591607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.592190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.592512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.592830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.593152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.593486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.593776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.594126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.594441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.594755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.595062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.595400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.595720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.596047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.596366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.596681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.597037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.597333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.597653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.597965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.598307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.598629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.598952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.599283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.599613 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.599946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.600281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.600613 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.600933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.601309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.601634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:27.601887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:46:27.602194 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88179) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 16 14:46:28.264001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:46:28.264319 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:46:28.264655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:46:28.266293 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 14:46:28.618164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.618709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.618812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.683629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.683947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.684253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.687300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.687616 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.687918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.835195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.835514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.836578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.837622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.837921 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.838252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.959957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.960207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.960510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.961416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:28.962334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.151389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.151770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.152098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.152401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.152700 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.153084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.153381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.153672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.153956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.154322 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.154615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.154920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.155226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.155516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.155825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.156137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.156428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.156749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.157032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.157374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.157825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.158132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.158416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.158753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.159030 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.159305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.159721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:46:29.159994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:46:29.160264 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:46:29.160533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:46:29.160802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:46:29.161071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:46:29.162461 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 14:46:29.170430 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 14:46:29.177956 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 14:46:29.183812 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Dec 16 14:46:29.186588 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 14:46:29.187722 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 14:46:29.188105 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 14:46:29.188538 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 14:46:29.192469 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 14:46:29.192769 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 14:46:29.193186 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 14:46:29.221090 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 16 14:46:29.221546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.221881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88179) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 16 14:46:29.222315 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.223704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88179) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 14:46:29.224029 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 14:46:29.224311 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 14:46:29.227544 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.227861 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:29.296087 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 14:46:29.296372 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 14:46:29.296631 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 14:46:29.297041 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 14:46:29.337572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.sqlalchemy.engines [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88179) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 16 14:46:29.761393 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Initializing driver for type 'gre' Dec 16 14:46:29.761973 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] gre ID ranges: [(1, 1000)] Dec 16 14:46:29.862395 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Initializing driver for type 'local' Dec 16 14:46:29.862771 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Initializing driver for type 'vlan' Dec 16 14:46:29.942320 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] VlanTypeDriver initialization complete Dec 16 14:46:29.942704 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Initializing driver for type 'vxlan' Dec 16 14:46:29.943286 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] vxlan ID ranges: [(1, 1000)] Dec 16 14:46:30.081436 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Initializing extension driver 'port_security' Dec 16 14:46:30.081814 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.extensions.port_security [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] PortSecurityExtensionDriver initialization complete Dec 16 14:46:30.082230 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Initializing mechanism driver 'openvswitch' Dec 16 14:46:30.082634 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Initializing mechanism driver 'hyperv' Dec 16 14:46:30.089784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:46:30.090668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > port after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.091076 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > port after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.091631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > port after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.092321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.092866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.093278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.093696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > network after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.094167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > network after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.094549 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > network after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.094968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > security_group after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.095350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > security_group after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.095871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.096173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.096526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.097094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.097427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] ML2 OVO RPC backend initialized. {{(pid=88179) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 16 14:46:30.098175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.098569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.099104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > network before_response 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.099484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > networks before_response 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.099861 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > port before_response 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.100235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > ports before_response 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.100611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > subnet before_response 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.100982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > subnets before_response 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.102068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > network after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.102447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > network after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.102820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > network after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.103193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > port after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.103561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > port after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.103930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > port after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.104300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.104668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.105037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.105686 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.plugin [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Modular L2 Plugin initialization complete Dec 16 14:46:30.106075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading services supported by the core plugin {{(pid=88179) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 16 14:46:30.106441 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.plugins.ml2.managers [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Got port-security extension from driver 'port_security' Dec 16 14:46:30.106942 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.extensions.vlantransparent [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Disabled vlantransparent extension. Dec 16 14:46:30.107397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88179) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 16 14:46:30.107741 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading Plugin: router Dec 16 14:46:30.150866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.151301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router after_create 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.151706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router before_create 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.152110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.152526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.152926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router after_delete 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.153322 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.153728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router after_create 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.154155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router after_update 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.154547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router after_update 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.154930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.155333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router after_update 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.155826 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.156248 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: port after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.156623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: port after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.156995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: subnet after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.157374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.157764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.158177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.158561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: port before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.158944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router precommit_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.159348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router after_update 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.159725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.160113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.160518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.160904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.161408 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > agent after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.161804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > agent after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.162258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > network after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.163242 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Tracking information for resource: router configured {{(pid=88179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:46:30.163609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Tracking information for resource: floatingip configured {{(pid=88179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:46:30.169223 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_agentschedulers_db [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 14:46:30.169871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: port after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.170288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: port after_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.170676 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: port after_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.171066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: port after_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.171967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router before_create 55550100 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.172367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.172767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router precommit_create 55550100 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.173159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > router precommit_update 55550100 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.177934 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.provider_configuration [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service providers = [] {{(pid=88179) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 14:46:30.178368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.servicetype_db [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88179) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 14:46:30.181199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.service_base [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 16 14:46:30.181580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.service_base [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 16 14:46:30.181960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.service_base [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 16 14:46:30.182884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.service_base [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 16 14:46:30.183286 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.services.service_base [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 14:46:30.183702 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 16 14:46:30.184053 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 14:46:30.204832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 16 14:46:30.205207 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading Plugin: auto_allocate Dec 16 14:46:30.225535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: network precommit_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.225945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: network precommit_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.226639 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 16 14:46:30.226993 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading Plugin: tag Dec 16 14:46:30.239059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 16 14:46:30.239425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading Plugin: timestamp Dec 16 14:46:30.243195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 16 14:46:30.243565 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading Plugin: network_ip_availability Dec 16 14:46:30.253384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.253804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.254258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.255089 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 16 14:46:30.255534 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading Plugin: flavors Dec 16 14:46:30.271554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 16 14:46:30.271931 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading Plugin: revisions Dec 16 14:46:30.277068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 16 14:46:30.277500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.013s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:46:30.278367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88179) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 16 14:46:30.278736 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Initializing extension manager. Dec 16 14:46:30.279304 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: __init__.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.279689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: __pycache__ {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.280067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.280444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.280816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: _filter_validation_lib.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.281188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.281557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: address_scope.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.282449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.283107 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: address-scope Dec 16 14:46:30.283477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.284441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.285032 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: router-admin-state-down-before-update Dec 16 14:46:30.285399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: agent.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.286223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.288397 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: agent Dec 16 14:46:30.288397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: agent_resources_synced.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.288397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.288688 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: agent-resources-synced Dec 16 14:46:30.289555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: allowedaddresspairs.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.291528 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.292120 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: allowed-address-pairs Dec 16 14:46:30.292491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: auto_allocated_topology.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.293665 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.294261 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: auto-allocated-topology Dec 16 14:46:30.294633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: availability_zone.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.295579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.296163 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: availability_zone Dec 16 14:46:30.296566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: availability_zone_filter.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.297469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.298063 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: availability_zone_filter Dec 16 14:46:30.298441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: data_plane_status.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.299370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.299949 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 14:46:30.300315 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: default_subnetpools.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.301251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.301825 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: default-subnetpools Dec 16 14:46:30.302247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.303154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.303750 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: dhcp_agent_scheduler Dec 16 14:46:30.304119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: dns.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.305056 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.305637 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 14:46:30.306006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: dns_domain_ports.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.306994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.307570 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 14:46:30.307937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: dvr.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.308706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.309291 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: dvr Dec 16 14:46:30.309656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: empty_string_filtering.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.310618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.311195 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: empty-string-filtering Dec 16 14:46:30.311559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.312492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.313067 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 14:46:30.313430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.314394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.314971 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 14:46:30.315337 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: external_net.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.316281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.316870 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: external-net Dec 16 14:46:30.317240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.318235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.318816 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: extra_dhcp_opt Dec 16 14:46:30.319182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: extraroute.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.320648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.321226 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: extraroute Dec 16 14:46:30.321593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: extraroute_atomic.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.322791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.323378 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: extraroute-atomic Dec 16 14:46:30.323743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: filter_validation.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.324464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.325040 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: filter-validation Dec 16 14:46:30.325407 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: fip_pf_description.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.326387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.326964 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 14:46:30.327332 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: fip_port_details.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.328295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.328874 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: fip-port-details Dec 16 14:46:30.329239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: flavors.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.330547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.331134 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: flavors Dec 16 14:46:30.331550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.333267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.333866 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 14:46:30.334288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: floatingip_pools.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.335088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.336256 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: floatingip-pools Dec 16 14:46:30.336636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: ip_allocation.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.337593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.338248 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 14:46:30.338619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.339573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.340162 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: ip-substring-filtering Dec 16 14:46:30.340525 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: l2_adjacency.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.341492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.342351 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 14:46:30.342718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: l3.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.343906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.344491 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: router Dec 16 14:46:30.344858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.347501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.348099 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 14:46:30.348476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.349421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.350005 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: ext-gw-mode Dec 16 14:46:30.350407 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.351673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.352685 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: l3-ha Dec 16 14:46:30.353312 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: l3_flavors.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.354307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.354897 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: l3-flavors Dec 16 14:46:30.355263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.356204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.356781 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 14:46:30.357152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: l3agentscheduler.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.358463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.359067 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: l3_agent_scheduler Dec 16 14:46:30.359441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: logging.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.361034 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.361629 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension logging not supported by any of loaded plugins Dec 16 14:46:30.362006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: metering.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.364608 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.365334 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: metering Dec 16 14:46:30.365713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: multiprovidernet.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.366728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.367357 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: multi-provider Dec 16 14:46:30.367731 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: netmtu.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.368682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.369272 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: net-mtu Dec 16 14:46:30.369642 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: netmtu_writable.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.370626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.371206 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: net-mtu-writable Dec 16 14:46:30.371574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: network_availability_zone.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.372348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.372938 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: network_availability_zone Dec 16 14:46:30.373302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: network_ip_availability.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.374472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.375054 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: network-ip-availability Dec 16 14:46:30.375423 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: network_segment_range.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.376358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.376943 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 14:46:30.377390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: pagination.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.378433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.378815 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: pagination Dec 16 14:46:30.379179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.380122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.380702 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: port-mac-address-regenerate Dec 16 14:46:30.381066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: port_resource_request.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.382016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.383162 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 14:46:30.383523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: portbindings.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.384478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.385064 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: binding Dec 16 14:46:30.385429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: portbindings_extended.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.386755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.387344 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: binding-extended Dec 16 14:46:30.387711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: portsecurity.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.388644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.389227 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: port-security Dec 16 14:46:30.389588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: project_id.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.390635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.391013 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: project-id Dec 16 14:46:30.391376 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: providernet.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.392431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.393020 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: provider Dec 16 14:46:30.393385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: qos.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.397059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.397662 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension qos not supported by any of loaded plugins Dec 16 14:46:30.398056 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.399852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.400439 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 14:46:30.400812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.401753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.402366 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 14:46:30.402735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: qos_default.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.403663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.404243 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension qos-default not supported by any of loaded plugins Dec 16 14:46:30.404612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: qos_fip.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.405315 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.405891 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 14:46:30.406283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: qos_gateway_ip.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.407231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.407812 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 14:46:30.408179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: qos_port_network_policy.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.409108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.409687 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 14:46:30.410067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: qos_rule_type_details.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.411010 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.411585 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 14:46:30.411952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: qos_rules_alias.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.413024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.413601 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 14:46:30.413994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: quotasv2.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.415106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.415483 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: quotas Dec 16 14:46:30.415850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: quotasv2_detail.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.417446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.417833 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: quota_details Dec 16 14:46:30.418243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: rbac.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.419419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.420016 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: rbac-policies Dec 16 14:46:30.420387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: rbac_address_scope.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.421345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.421933 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: rbac-address-scope Dec 16 14:46:30.422329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: rbac_security_groups.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.423263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.423848 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: rbac-security-groups Dec 16 14:46:30.424213 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: rbac_subnetpool.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.425151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.425733 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: rbac-subnetpool Dec 16 14:46:30.426121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: revisionifmatch.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.427067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.427650 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: revision-if-match Dec 16 14:46:30.428017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: revisions.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.429153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.429761 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: standard-attr-revisions Dec 16 14:46:30.430170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: router_availability_zone.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.430930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.431516 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: router_availability_zone Dec 16 14:46:30.431882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: routerservicetype.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.432839 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.433415 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 14:46:30.433779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.434740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.435319 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: port-security-groups-filtering Dec 16 14:46:30.435682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: securitygroup.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.449157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.449780 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: security-group Dec 16 14:46:30.450182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: segment.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.451081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.451674 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension segment not supported by any of loaded plugins Dec 16 14:46:30.452046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.453000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.453585 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 14:46:30.453956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: servicetype.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.455090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.455679 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: service-type Dec 16 14:46:30.456052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: sorting.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.457045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.457427 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: sorting Dec 16 14:46:30.457796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: standard_attr_segment.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.458746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.459329 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 14:46:30.459696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: standardattrdescription.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.460406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.461564 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: standard-attr-description Dec 16 14:46:30.461929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: stateful_security_group.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.462889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.463481 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: stateful-security-group Dec 16 14:46:30.463847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: stdattrs_common.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.464440 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 14:46:30.464801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.465750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.466362 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 14:46:30.466729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: subnet_onboard.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.468074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.468664 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: subnet_onboard Dec 16 14:46:30.469031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.469993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.470612 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 14:46:30.470982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: subnet_service_types.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.472001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.472606 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: subnet-service-types Dec 16 14:46:30.472975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: subnetallocation.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.474098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.474693 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: subnet_allocation Dec 16 14:46:30.475061 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.475769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.476380 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: subnetpool-prefix-ops Dec 16 14:46:30.476743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.477691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.478297 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 14:46:30.478659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: tagging.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.480017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.480612 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: standard-attr-tag Dec 16 14:46:30.480982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: timestamp.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.482202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.482800 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loaded extension: standard-attr-timestamp Dec 16 14:46:30.483169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: trunk.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.484220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.484809 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension trunk not supported by any of loaded plugins Dec 16 14:46:30.485178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: trunk_details.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.486138 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.486725 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 14:46:30.487094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: uplink_status_propagation.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.488035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.488613 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 14:46:30.488975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Loading extension file: vlantransparent.py {{(pid=88179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 16 14:46:30.489692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 16 14:46:30.490303 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 14:46:30.492745 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:network Dec 16 14:46:30.493566 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:subnet Dec 16 14:46:30.494274 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:46:30.494949 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:port Dec 16 14:46:30.496402 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.496902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service FLAVORS assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.497762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.498237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.498665 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:router Dec 16 14:46:30.499402 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 14:46:30.500227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service METERING assigned prefix: /metering {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.502118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.502533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.502926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:46:30.504099 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 14:46:30.504600 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:security_group Dec 16 14:46:30.505424 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 14:46:30.506282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service CORE assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.506658 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:46:30.507025 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] subnetpool is already registered Dec 16 14:46:30.508232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service CORE assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.508606 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:46:30.508970 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] subnetpool is already registered Dec 16 14:46:30.511713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.512198 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service FLAVORS assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.512857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.513328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.513704 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:router Dec 16 14:46:30.514092 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] router is already registered Dec 16 14:46:30.514771 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 14:46:30.515144 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] floatingip is already registered Dec 16 14:46:30.515842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service METERING assigned prefix: /metering {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.516592 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 14:46:30.516963 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] rbac_policy is already registered Dec 16 14:46:30.517426 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:security_group Dec 16 14:46:30.517792 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] security_group is already registered Dec 16 14:46:30.518655 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 14:46:30.519028 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] security_group_rule is already registered Dec 16 14:46:30.519765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service CORE assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.520139 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:46:30.520507 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] subnetpool is already registered Dec 16 14:46:30.521180 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.resource_helper [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Service CORE assigned prefix: {{(pid=88179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 16 14:46:30.521552 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:46:30.521919 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.quota.resource_registry [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] subnetpool is already registered Dec 16 14:46:30.522694 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: extensions {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.524837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: address-scopes {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.526159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: agents {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.527517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: auto-allocated-topology {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.528866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: availability_zones {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.530185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: dhcp-networks {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.531843 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: dhcp-agents {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.533353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: routers {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.535189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: flavors {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.537418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: service_profiles {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.538780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: next_providers {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.540315 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: service_profiles {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.541844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: floatingip-pools {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.543279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: routers {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.545089 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: floatingips {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.546386 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: l3-routers {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.547952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: l3-agents {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.549451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: metering-labels {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.550844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: metering-label-rules {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.552314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: network-ip-availabilities {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.553645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: bindings {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.559564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: quotas {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.561220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: quotas {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.562800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: rbac-policies {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.564100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: security-groups {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.565382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: security-group-rules {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.566849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: service-providers {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.568155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: subnetpools {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.569574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: subnetpools {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.571801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.573594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.575454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.577421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.579264 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.581150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.583163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.584921 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.587670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.589539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.extensions [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Extended resource: tags {{(pid=88179) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 16 14:46:30.596863 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING keystonemiddleware.auth_token [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 14:46:30.602106 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING keystonemiddleware.auth_token [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 14:46:30.611119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Acquired lock "singleton_lock" {{(pid=88179) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 16 14:46:30.611650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Releasing lock "singleton_lock" {{(pid=88179) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 16 14:46:30.613103 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO oslo_service.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Starting 2 workers Dec 16 14:46:30.617803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Started child 88292 {{(pid=88179) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 16 14:46:30.622235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:30.622478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Started child 88293 {{(pid=88179) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 16 14:46:30.623779 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [-] (88292) wsgi starting up on http://0.0.0.0:9696 Dec 16 14:46:30.624068 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 14:46:30.624716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Notify callbacks [] for process, before_spawn {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:30.626358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:30.627276 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO oslo_service.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Starting 1 workers Dec 16 14:46:30.627716 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [-] (88293) wsgi starting up on http://0.0.0.0:9696 Dec 16 14:46:30.633112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Started child 88294 {{(pid=88179) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 16 14:46:30.633668 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO oslo_service.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Starting 1 workers Dec 16 14:46:30.635846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] calling RpcWorker wait() {{(pid=88294) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 14:46:30.636225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] returning from RpcWorker wait() {{(pid=88294) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 14:46:30.637679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:30.638211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:46:30.638310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Started child 88295 {{(pid=88179) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 16 14:46:30.639091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381d6a58-1e8c-4bc1-9a15-a6ef3f3e63e2 None None] Notify callbacks [] for process, after_spawn {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:30.640830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88179) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 16 14:46:30.641062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 16 14:46:30.641275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 16 14:46:30.641558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 16 14:46:30.641979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 16 14:46:30.642201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 16 14:46:30.642788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.643091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.643241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:30.643367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.643934 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.644204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.644897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.645206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.645510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.645812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.646118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.646325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.646524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.646824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.647095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.647441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.647734 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.648005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.648870 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.649071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.649515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.650023 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.650338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.650632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] debug = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.650910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.651508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.651774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.652054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.652325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.652640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.652926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.653238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.653515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.653771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.654068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.654341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.654594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.654862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.655159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.655430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.655875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] host = dv-cinder-821894-3-iscsi {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.656145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.656417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.656704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.656971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.657251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.657501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.657792 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.658109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.658377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.658641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.658897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.659164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.659440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.659708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_file = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.659864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_options = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.660101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.660384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.660670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.660896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.661094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.661289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.661591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.661786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.662082 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.662348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.662598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.662846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.663094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.663339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.663637 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.663979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.664239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.664496 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.664791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.665088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.665374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.665644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.665892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.666203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.666453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.666698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.666963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.667209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.668229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.668548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.668838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.669145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.669433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.669830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.670108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.670323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.670559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.670906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.671185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.671471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.671759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.671978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.672269 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.672521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.672783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.673019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_json = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.673279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.673525 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.673811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.674198 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.674446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.674693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.674956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.675244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.675698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.676036 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.676609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.676609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.677019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.677206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.677401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.677653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.677797 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:46:30.677942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.678188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.678524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.678806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.679168 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.679977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.680262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.680537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.680767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.681254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.681254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.681535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.681765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.682010 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.682348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.682614 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.682881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.683175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.683422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.683722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.683978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.684387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.684843 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.685105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.686439 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.686715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.686996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.687263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.687552 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.687850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.688139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.688436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.688695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.688947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.689215 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.690719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.690719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.690993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.691295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.691508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.691685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.691930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.692238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.692428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.692682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.692933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.693275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.693425 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.693844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.694128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.694486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.694743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.695795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.695795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.696067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.696263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.696632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.698295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.698564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.700960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.700960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.700960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.700960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.700960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.700960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.700960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.700960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.701548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.701548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.701548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.701746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.701979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.703909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.703909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.703909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.703909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.703909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.703909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.704362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.704362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.704559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.705107 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.705481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.705748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.706012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.706354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.706580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.706977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.707142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.707430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.707719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.708021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.708370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.708602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.709079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.709523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.709813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.710180 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.710491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.710825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.711125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.711448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.711907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.712255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.712565 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.712846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.713125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.713383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.713688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.714077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.714358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.714640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.714889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.715177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.715485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.715754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.716065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.716350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.716630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.717176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.717453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.717714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.717973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.718291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.718538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.718782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.719025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.719275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.719648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.720846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.721132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.721392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.721648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.721906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.722202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.722714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.722714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.722945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.723189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.723511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.723766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.724018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.724276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.724602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.724893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.725150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.725462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.725767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.726033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.726373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.726650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.726931 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.727179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.727463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.727717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.727981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.728259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.728577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.728804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.729201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.729654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.730113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.730414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.730682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.731047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.731301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.731567 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.731998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.732455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.732926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.733273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.733599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.733946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.734292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.734748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.735104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.735452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.735823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.736138 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.736387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.736712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.737022 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.737384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.737748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.738136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.738494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.738858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.739191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.739500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.739895 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.740234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.740562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.740895 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.741220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.741618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.742507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.742846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.743275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.743604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.743964 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.744304 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.744638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.744978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.745336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.745784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.746577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.746577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.746940 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.747352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.747722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.748110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.748441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.748840 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.749276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.749673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.750015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.750457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.750751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.751060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.751380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.751697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.752033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.752353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.752709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.753087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.753419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.753736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.754099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.754432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.754785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.755011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.755275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.755554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.755699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:46:30.756464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88179) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 16 14:46:30.756683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 16 14:46:30.756847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 16 14:46:30.757060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 16 14:46:30.757266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 16 14:46:30.757491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 16 14:46:30.758274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.758451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.758642 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.758831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.759106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.759317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.759508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.759696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.759886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.760072 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.760260 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.760446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.760632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.760818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.761008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.761193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.761383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.761563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.761971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.761971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.762144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.762244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.762393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] debug = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.762580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.762799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.762988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.763173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.763358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.763545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.763729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.763915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.764102 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.764287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.764473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.764659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.764850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.765033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.765218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.765376 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.765565 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] host = dv-cinder-821894-3-iscsi {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.765692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.765882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.766064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.766421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.766598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.766740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.766927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.767114 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.767300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.767484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.767684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.767836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.767975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.768133 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_file = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.768295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_options = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.768499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.768653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.768799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.768989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.769281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.769389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.769485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.769652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.769836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.770021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.770252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.770438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.770623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.770808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.770992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.771177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.771364 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.771549 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.771705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.771891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.772079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.772262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.772445 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.772628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.772813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.772999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.773207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.773393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.773578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.773764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.773949 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.774161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.774349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.774535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.774722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.774907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.775093 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.775280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.775464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.775648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.775833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.776012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.776225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.776414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.776600 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.776785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_json = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.776972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.777157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.777342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.777528 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.777714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.777900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.778112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.778303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 16 14:46:30.778509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.778698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.778895 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.779082 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.779270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.779467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.779625 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.779811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.779976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.780164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.780360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.780547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.780756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.780946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.781136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.781323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.781511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.781700 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.781888 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.782106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.782293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.782482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.782580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:46:30.782674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.782833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.783020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.783208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.783396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.783585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.783774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.783963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.784153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.784342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.784530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.784723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.784911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.785100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.785288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.785476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.785663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.785881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.786095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.786367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.786484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.786641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.786829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.787017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.787205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.787394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.787582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.787771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.787977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.788165 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.788353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.788541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.788756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.788943 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.789132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.789319 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.789508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.789696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.789883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.790101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.790283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.790469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.790659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.790846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.791034 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.791223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.791412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.791599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.791787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.791974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.792162 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.792360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.792564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.792754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.792941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.793129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.793317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.793548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.793687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.793816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.793996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.794209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.794399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.794586 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.794783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.794970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.795156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.795342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.795529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.795739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.795876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.796069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.796248 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.796436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.796622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.796818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.796968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.797168 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.797296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.797481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.797674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.797861 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.798085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.798281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.798471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.798664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.798850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.799038 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.799229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.799418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.799642 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.799765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.799934 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.800122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.800320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.800537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.800725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.800911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.801098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.801285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.801472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.801661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.801915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.802027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.802225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.802419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.802590 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.802948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.803136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.803309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.804052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.804052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.804052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.804052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.804856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.804856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.805042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.805136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.805324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.805512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.805742 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.805742 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.806282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.806282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.806405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.806539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.806727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.806920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.807084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.807384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.807702 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.808017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.808354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.808679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.808904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.809097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.809287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.809477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.809751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.809915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.810098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.810241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.810346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.810531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.810721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.810911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.811100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.811288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.811476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.811662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.811866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.812053 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.812240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.812427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.812614 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.812806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.812993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.813181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.813369 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.813556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.813745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.813936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.814147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.814338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.814524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.814711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.815318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.815527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.815728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.815919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.816105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.816426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.816599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.816786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.817979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.819599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.819832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.820650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.820804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.821011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.822289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.822501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.822706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.822924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.823126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.823328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.823533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.823702 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.823897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.824196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.824397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.824602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.824803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.824998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.825198 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.825397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.825598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.825790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.825988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.826222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.826398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.826534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.826709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.826888 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.827081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.827273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.827462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.827651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.827840 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.828028 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.828216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.828405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.828594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.828783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.828976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.829163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.829357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.829510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.829701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:46:30.829905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88179) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:46:31.044357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58622) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:31.059585 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0130465 Dec 16 14:46:41.376696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f334ed-599a-4302-a561-6b5863da845c None None] get_active_networks_info from dv-cinder-821894-3-iscsi {{(pid=88294) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 16 14:46:41.653439 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f334ed-599a-4302-a561-6b5863da845c None None] No non-hosted networks {{(pid=88294) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 14:46:41.672321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agentschedulers_db [None req-47f334ed-599a-4302-a561-6b5863da845c None None] DHCP Agent not found on host dv-cinder-821894-3-iscsi {{(pid=88294) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Dec 16 14:46:41.787123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-614212bb-497c-4693-b68f-c88246c23c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719922'] for agent, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:42.978511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719922'] for agent, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:42.979023 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.979564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.980131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.980810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.981317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.981828 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.982491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.982997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.983514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.984013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.984514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:42.985038 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821894-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:46:42.993301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821894-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:46:43.775174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8dd0d5a3-0f15-48e8-b47d-0e0544eaa790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719922'] for agent, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:43.806424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3b37-b41d-4094-a1b8-34b577c71b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:44.302344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719922'] for agent, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:45.595144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719922'] for agent, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:46.047907 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_hamode_db [None req-25555bd7-a92f-4ee7-a949-c31618c9065a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 14:46:46.136962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25555bd7-a92f-4ee7-a949-c31618c9065a None None] Routers set() bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:46:46.137286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25555bd7-a92f-4ee7-a949-c31618c9065a None None] Router IDs set() for agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 16 14:46:46.480028 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58738) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:47.154440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [None req-eb374e9b-4140-4344-a8c0-cad0d05a863f admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:46:47.155649 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-eb374e9b-4140-4344-a8c0-cad0d05a863f admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6745892 Dec 16 14:46:49.346741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58754) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:49.426755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-5c29028e-4238-4b67-b1c7-65511272c03f admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:49.682508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.policy [None req-5c29028e-4238-4b67-b1c7-65511272c03f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88293) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 16 14:46:49.690063 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota [None req-5c29028e-4238-4b67-b1c7-65511272c03f admin admin] Loaded quota_driver: . Dec 16 14:46:49.726064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5c29028e-4238-4b67-b1c7-65511272c03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:46:49.814464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c29028e-4238-4b67-b1c7-65511272c03f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779444412802', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779444362252', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779444359537', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779444574646', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779444381464', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851516111', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3250745', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852982942', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1932714'] for rbac-policy, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:50.052116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c29028e-4238-4b67-b1c7-65511272c03f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:50.053370 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5c29028e-4238-4b67-b1c7-65511272c03f admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7055719 Dec 16 14:46:52.269771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58770) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:52.347004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'name': 'private'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:52.353036 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:46:52.359773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Usage tracker for resource:network and tenant:f3aba9180d8c4426aefdbb7cc16b1eb8 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:46:52.363283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:46:52.370001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:46:52.406543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Made reservation on behalf of f3aba9180d8c4426aefdbb7cc16b1eb8 for: {'network': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:46:52.412540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:52.429805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:52.520816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:46:52.524922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Usage tracker for resource:security_group_rule and tenant:f3aba9180d8c4426aefdbb7cc16b1eb8 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:46:52.527918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:46:52.534221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:46:52.642205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:52.673296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:52.678092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:46:52.696419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=88293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:46:52.724811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257411742785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:52.725445 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Unsubscribe: segment precommit_create {{(pid=88293) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 16 14:46:52.726497 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Added segment 3b82e272-23fa-45c4-9db6-99cff5de2e8b of type vlan for network 2da2e844-7108-4081-a6a5-db7edd4dee77 Dec 16 14:46:52.776547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d69fabf-a065-4450-882b-aee9870538c5,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:46:52.811151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.811524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.811889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.812243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.812612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.812970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.813318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.813679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.814022 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.814391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.814733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Tracked resource versions report: Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: pushed versions: Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': {'1.0'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': {'1.1'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': {'1.5'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': {'1.2'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: consumer versions: Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: L3 agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: Metadata agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: Metering agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-821894-3-iscsi: { 'ConntrackHelper': '1.0', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': '1.0', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': '1.1', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': '1.5', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': '1.2', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.0', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': '1.0', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': '1.1', Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Dec 16 14:46:52.815819 dv-cinder-821894-3-iscsi neutron-server[88179]: {{(pid=88293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 16 14:46:52.845409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:52.856336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:46:52.919163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:52.920382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:46:52.921029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:52.926115 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:46:53.034527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Pushing event updated for resources: {'Network': ['ID=2da2e844-7108-4081-a6a5-db7edd4dee77,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:46:53.041857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:46:53.049330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 2da2e844-7108-4081-a6a5-db7edd4dee77 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:46:53.068652 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7976348 Dec 16 14:46:55.350031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58788) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:55.533220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac3616-bdd9-4e0e-8889-2a48ff349e5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:46:55.534743 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b5ac3616-bdd9-4e0e-8889-2a48ff349e5e admin admin] 10.222.0.45 "GET /v2.0/networks/2da2e844-7108-4081-a6a5-db7edd4dee77 HTTP/1.1" status: 200 len: 825 time: 0.1831167 Dec 16 14:46:55.569753 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-50675424-2342-4573-809e-79e668c710bb admin admin] 10.222.0.45 "GET /v2.0/subnetpools/ad5396b4-7c72-4330-a52e-f49d832197e3 HTTP/1.1" status: 200 len: 734 time: 0.0281739 Dec 16 14:46:55.579912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'ad5396b4-7c72-4330-a52e-f49d832197e3', 'gateway_ip': '172.20.0.1', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'name': 'private-subnet', 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:55.584737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:46:55.589255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Usage tracker for resource:subnet and tenant:f3aba9180d8c4426aefdbb7cc16b1eb8 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:46:55.592566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:46:55.598576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:46:55.695944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Made reservation on behalf of f3aba9180d8c4426aefdbb7cc16b1eb8 for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:46:55.700513 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:56.017941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:56.023622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:46:56.112333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8cc1bb-839d-42d1-9cd4-265319d08821,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:46:56.117345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:46:56.118261 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Checking segment: {'id': '3b82e272-23fa-45c4-9db6-99cff5de2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:46:56.118645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Network hostable DHCP agents. Network: 2da2e844-7108-4081-a6a5-db7edd4dee77, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:46:56.160266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Network 2da2e844-7108-4081-a6a5-db7edd4dee77 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:46:56.195421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 2da2e844-7108-4081-a6a5-db7edd4dee77) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:46:56.200095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:46:56.200748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:56.206206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1ed4b-c755-49cf-b0fa-8e7facd2cc2a None None] Network 2da2e844-7108-4081-a6a5-db7edd4dee77 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:46:56.247493 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6712646 Dec 16 14:46:56.611981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-2da2e844-7108-4081-a6a5-db7edd4dee77', 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'fixed_ips': [{'subnet_id': '1a8cc1bb-839d-42d1-9cd4-265319d08821'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 14:46:56.613011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:56.824694 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Allocated IP 172.20.0.2 (2da2e844-7108-4081-a6a5-db7edd4dee77/1a8cc1bb-839d-42d1-9cd4-265319d08821/035826ca-7daa-4da1-ba25-1a8090a7107d) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:46:57.059453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:57.136358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Transition to ACTIVE for port object 035826ca-7daa-4da1-ba25-1a8090a7107d will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:46:57.159371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Transition to ACTIVE for port object 035826ca-7daa-4da1-ba25-1a8090a7107d will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:46:57.189658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:57.195230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:46:57.260763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Network 2da2e844-7108-4081-a6a5-db7edd4dee77 is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:46:57.264321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:46:57.269518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Pushing event updated for resources: {'Port': ['ID=035826ca-7daa-4da1-ba25-1a8090a7107d,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:46:57.273426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:46:57.285036 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.285416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.285793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.286184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.286547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.286910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.287269 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.287647 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.288558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.288915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.289271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Tracked resource versions report: Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: pushed versions: Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': {'1.0'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': {'1.1'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': {'1.5'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': {'1.2'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: consumer versions: Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: L3 agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: Metadata agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: Metering agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-821894-3-iscsi: { 'ConntrackHelper': '1.0', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': '1.0', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': '1.1', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': '1.5', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': '1.2', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.0', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': '1.0', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': '1.1', Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Dec 16 14:46:57.290414 dv-cinder-821894-3-iscsi neutron-server[88179]: {{(pid=88294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 16 14:46:57.326883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:46:57.382659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Attempting to bind port 035826ca-7daa-4da1-ba25-1a8090a7107d on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:46:57.383084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Attempting to bind port 035826ca-7daa-4da1-ba25-1a8090a7107d by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '3b82e272-23fa-45c4-9db6-99cff5de2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:46:57.383508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Attempting to bind port 035826ca-7daa-4da1-ba25-1a8090a7107d on network 2da2e844-7108-4081-a6a5-db7edd4dee77 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:46:57.390910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:46:57.391277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Checking segment: {'id': '3b82e272-23fa-45c4-9db6-99cff5de2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:46:57.391742 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:57.392173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Bound using segment: {'id': '3b82e272-23fa-45c4-9db6-99cff5de2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:46:57.392708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Bound port: 035826ca-7daa-4da1-ba25-1a8090a7107d, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b82e272-23fa-45c4-9db6-99cff5de2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:46:57.393116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:57.485249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] For port 035826ca-7daa-4da1-ba25-1a8090a7107d, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:46:57.491432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] For port 035826ca-7daa-4da1-ba25-1a8090a7107d, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=035826ca-7daa-4da1-ba25-1a8090a7107d,segment=NetworkSegment(3b82e272-23fa-45c4-9db6-99cff5de2e8b),segment_id=3b82e272-23fa-45c4-9db6-99cff5de2e8b)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:46:57.520081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:46:57.525733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:46:57.632208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Pushing event updated for resources: {'Port': ['ID=035826ca-7daa-4da1-ba25-1a8090a7107d,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:46:57.636396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:46:58.473601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58800) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:58.553345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [None req-e04a4970-e3af-471a-9ae6-21a43f9d166e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:46:58.554531 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e04a4970-e3af-471a-9ae6-21a43f9d166e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0796421 Dec 16 14:47:00.844048 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58816) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:00.930402 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [None req-a072bccf-be70-4b9d-99bf-a82d9cb0a1ba admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:47:00.931537 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a072bccf-be70-4b9d-99bf-a82d9cb0a1ba admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0864336 Dec 16 14:47:01.234245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 035826ca-7daa-4da1-ba25-1a8090a7107d up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:47:01.347865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 035826ca-7daa-4da1-ba25-1a8090a7107d completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:47:02.493559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ea943-a9ca-4cfd-ad75-a20bb47a2aef None None] Network 2da2e844-7108-4081-a6a5-db7edd4dee77 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:47:02.669493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6428ae30-772c-4156-9a37-42a3e0556bfd None None] Provisioning for port 035826ca-7daa-4da1-ba25-1a8090a7107d completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:47:02.679701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6428ae30-772c-4156-9a37-42a3e0556bfd None None] Provisioning complete for port 035826ca-7daa-4da1-ba25-1a8090a7107d triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:47:02.680114 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6428ae30-772c-4156-9a37-42a3e0556bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:02.864313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6428ae30-772c-4156-9a37-42a3e0556bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:02.903980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6428ae30-772c-4156-9a37-42a3e0556bfd None None] For port 035826ca-7daa-4da1-ba25-1a8090a7107d, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=035826ca-7daa-4da1-ba25-1a8090a7107d,segment=NetworkSegment(3b82e272-23fa-45c4-9db6-99cff5de2e8b),segment_id=3b82e272-23fa-45c4-9db6-99cff5de2e8b)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:47:02.931926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6428ae30-772c-4156-9a37-42a3e0556bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:02.934381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:03.005140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428ae30-772c-4156-9a37-42a3e0556bfd None None] Pushing event updated for resources: {'Port': ['ID=035826ca-7daa-4da1-ba25-1a8090a7107d,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:03.009173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6428ae30-772c-4156-9a37-42a3e0556bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:03.156404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-ec2741ee-a28d-4195-8d27-ca3a44a5877b None None] Provisioning complete for port 035826ca-7daa-4da1-ba25-1a8090a7107d triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:47:03.156753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec2741ee-a28d-4195-8d27-ca3a44a5877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:03.212398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 035826ca-7daa-4da1-ba25-1a8090a7107d up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:47:03.236385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58830) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:03.317454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Request body: {'router': {'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:03.324267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:47:03.328604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Usage tracker for resource:router and tenant:f3aba9180d8c4426aefdbb7cc16b1eb8 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:47:03.332164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:47:03.339648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:47:03.383829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:03.385143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:03.468736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:03.480457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 035826ca-7daa-4da1-ba25-1a8090a7107d triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:47:03.480873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:03.595736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:03.640688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:03.642009 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3d929756-5a46-41d4-857b-1d6b4c195acd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4045570 Dec 16 14:47:05.843203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58842) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:05.921542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [None req-7a079c3f-00aa-43e4-a468-61e6cedf9c85 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:47:05.922750 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7a079c3f-00aa-43e4-a468-61e6cedf9c85 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0784149 Dec 16 14:47:08.170553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58854) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:08.249457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:08.254941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:47:08.259591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Usage tracker for resource:network and tenant:be2f658d18514bd0a634b26b66159173 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:47:08.262550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:47:08.268480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:47:08.366351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Made reservation on behalf of be2f658d18514bd0a634b26b66159173 for: {'network': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:47:08.371055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:08.384872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:08.467468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:47:08.471610 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Usage tracker for resource:security_group_rule and tenant:be2f658d18514bd0a634b26b66159173 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:47:08.474615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:47:08.480509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:47:08.675212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:08.703128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:08.707757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:08.845241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=88293) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 16 14:47:08.860787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b7964c-102a-4c4c-9fc8-b9fdbea41582,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:08.864035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:08.919898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:08.920293 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Added segment 90a4d264-e027-4f70-9281-04aaed774624 of type flat for network bb5b2d8a-76cc-42df-801b-836d85f14f74 Dec 16 14:47:09.011122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:09.074860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:09.076230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:47:09.076878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:09.082200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d9cda713-d8e1-425c-ae39-970e62750346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:09.188336 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0165918 Dec 16 14:47:09.193867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5b2d8a-76cc-42df-801b-836d85f14f74,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:09.203717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:09.213037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:47:11.224879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4aefe01e-a225-42ee-bf35-bca18c8454c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:11.394180 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 58866) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:12.273221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.policy [None req-e52d04f0-8a5a-4700-a547-d0fe88972eaf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88292) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 16 14:47:12.279688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52d04f0-8a5a-4700-a547-d0fe88972eaf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:47:12.281540 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e52d04f0-8a5a-4700-a547-d0fe88972eaf admin admin] 10.222.0.45 "GET /v2.0/subnets/1a8cc1bb-839d-42d1-9cd4-265319d08821 HTTP/1.1" status: 200 len: 849 time: 0.8853507 Dec 16 14:47:12.466993 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-85006c7e-8db8-4d8a-9c5c-51e6ee116345 admin admin] 10.222.0.45 "GET /v2.0/routers/703663ee-05d0-40af-bd44-49223ba9a100 HTTP/1.1" status: 200 len: 704 time: 0.1792183 Dec 16 14:47:12.937652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:13.113872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:13.484809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Allocated IP 172.20.0.1 (2da2e844-7108-4081-a6a5-db7edd4dee77/1a8cc1bb-839d-42d1-9cd4-265319d08821/0f229c77-45b7-4c1e-a298-b5199f320173) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:47:13.747543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c3eea7c-dbd8-4be4-a1c8-f83dc3e01ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:13.749175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:13.768252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Transition to ACTIVE for port object 0f229c77-45b7-4c1e-a298-b5199f320173 will not be triggered until provisioned by entity DHCP. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:47:13.840896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:13.846142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:13.908014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Network 2da2e844-7108-4081-a6a5-db7edd4dee77 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:47:13.910957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:47:13.944725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f229c77-45b7-4c1e-a298-b5199f320173,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:13.956320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.956704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.957084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.957439 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.957819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.958232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.959191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.959191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.959863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.960187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.960573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Tracked resource versions report: Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: pushed versions: Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': {'1.0'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': {'1.1'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': {'1.5'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': {'1.2'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: consumer versions: Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: L3 agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: Metadata agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: Metering agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-821894-3-iscsi: { 'ConntrackHelper': '1.0', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': '1.0', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': '1.1', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': '1.5', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': '1.2', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.0', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': '1.0', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': '1.1', Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Dec 16 14:47:13.961704 dv-cinder-821894-3-iscsi neutron-server[88179]: {{(pid=88292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 16 14:47:13.972719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:47:13.973280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:14.030618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:14.147285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:14.269113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:14.313435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-e14378b2-a8cb-4ec2-aa9c-fe13eac9ce64 None None] Provisioning for port 0f229c77-45b7-4c1e-a298-b5199f320173 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:47:14.319134 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-e14378b2-a8cb-4ec2-aa9c-fe13eac9ce64 None None] Provisioning complete for port 0f229c77-45b7-4c1e-a298-b5199f320173 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:47:14.319549 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e14378b2-a8cb-4ec2-aa9c-fe13eac9ce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:14.388239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-e14378b2-a8cb-4ec2-aa9c-fe13eac9ce64 None None] Port 0f229c77-45b7-4c1e-a298-b5199f320173 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:47:14.401737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:14.434047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:14.435187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:14.439280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:14.547717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f229c77-45b7-4c1e-a298-b5199f320173,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:14.551887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:14.659232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Network 2da2e844-7108-4081-a6a5-db7edd4dee77 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:47:14.660356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:47:14.911763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-649b39ec-2ee0-454a-83ae-ca91d1846e48 None None] Provisioning complete for port 0f229c77-45b7-4c1e-a298-b5199f320173 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:47:14.912107 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-649b39ec-2ee0-454a-83ae-ca91d1846e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:14.970706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-649b39ec-2ee0-454a-83ae-ca91d1846e48 None None] Port 0f229c77-45b7-4c1e-a298-b5199f320173 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:47:15.234682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Router 703663ee-05d0-40af-bd44-49223ba9a100 is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 14:47:15.414894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:47:15.425345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Sync routers for ids ['703663ee-05d0-40af-bd44-49223ba9a100'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:47:15.426443 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] 10.222.0.45 "PUT /v2.0/routers/703663ee-05d0-40af-bd44-49223ba9a100/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9538033 Dec 16 14:47:15.439254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Routers {'703663ee-05d0-40af-bd44-49223ba9a100'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:47:15.440037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:47:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['703663ee-05d0-40af-bd44-49223ba9a100'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:47:15.564944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:15.617066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Set router 703663ee-05d0-40af-bd44-49223ba9a100 gateway port host: None {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:47:16.004936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703663ee-05d0-40af-bd44-49223ba9a100', 'name': 'router1', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:03Z', 'updated_at': '2021-12-16T14:47:14Z', 'revision_number': 2, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'gw_port_host': None, '_interfaces': [{'id': '0f229c77-45b7-4c1e-a298-b5199f320173', 'name': '', 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'mac_address': 'fa:16:3e:c7:58:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703663ee-05d0-40af-bd44-49223ba9a100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:13Z', 'updated_at': '2021-12-16T14:47:14Z', 'revision_number': 2, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'subnets': [{'id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5396b4-7c72-4330-a52e-f49d832197e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:47:16.010622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Checking router: 703663ee-05d0-40af-bd44-49223ba9a100 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:47:16.011020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Updating router 703663ee-05d0-40af-bd44-49223ba9a100 port 0f229c77-45b7-4c1e-a298-b5199f320173 binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:47:16.065755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:16.487367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:16.503184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Transition to ACTIVE for port object 0f229c77-45b7-4c1e-a298-b5199f320173 will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:47:16.538079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:16.543527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:16.684174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Pushing event updated for resources: {'Port': ['ID=0f229c77-45b7-4c1e-a298-b5199f320173,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:16.695553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.696529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.696529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.696731 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.697032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.697391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.697749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.698133 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.698491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.698845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.699197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Tracked resource versions report: Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: pushed versions: Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': {'1.0'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': {'1.1'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': {'1.5'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': {'1.2'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: consumer versions: Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: L3 agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: Metadata agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: Metering agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-821894-3-iscsi: { 'ConntrackHelper': '1.0', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': '1.0', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': '1.1', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': '1.5', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': '1.2', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.0', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': '1.0', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': '1.1', Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Dec 16 14:47:16.700286 dv-cinder-821894-3-iscsi neutron-server[88179]: {{(pid=88295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 16 14:47:16.766825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:16.794919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Attempting to bind port 0f229c77-45b7-4c1e-a298-b5199f320173 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:47:16.795355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Attempting to bind port 0f229c77-45b7-4c1e-a298-b5199f320173 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '3b82e272-23fa-45c4-9db6-99cff5de2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:47:16.795795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Attempting to bind port 0f229c77-45b7-4c1e-a298-b5199f320173 on network 2da2e844-7108-4081-a6a5-db7edd4dee77 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:47:16.803294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:47:16.803717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Checking segment: {'id': '3b82e272-23fa-45c4-9db6-99cff5de2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:47:16.804271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:16.804705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Bound using segment: {'id': '3b82e272-23fa-45c4-9db6-99cff5de2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:47:16.805251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Bound port: 0f229c77-45b7-4c1e-a298-b5199f320173, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b82e272-23fa-45c4-9db6-99cff5de2e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:47:16.805661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:16.910975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] For port 0f229c77-45b7-4c1e-a298-b5199f320173, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:47:16.915529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] For port 0f229c77-45b7-4c1e-a298-b5199f320173, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=0f229c77-45b7-4c1e-a298-b5199f320173,segment=NetworkSegment(3b82e272-23fa-45c4-9db6-99cff5de2e8b),segment_id=3b82e272-23fa-45c4-9db6-99cff5de2e8b)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:47:16.972258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:16.977123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:17.064560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Pushing event updated for resources: {'Port': ['ID=0f229c77-45b7-4c1e-a298-b5199f320173,revision_number=4']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:17.068848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:17.071391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Routers {'703663ee-05d0-40af-bd44-49223ba9a100'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:47:17.072063 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:47:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['703663ee-05d0-40af-bd44-49223ba9a100'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:47:17.235548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] Set router 703663ee-05d0-40af-bd44-49223ba9a100 gateway port host: None {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:47:17.620870 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 58892) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:17.723839 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703663ee-05d0-40af-bd44-49223ba9a100', 'name': 'router1', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:03Z', 'updated_at': '2021-12-16T14:47:14Z', 'revision_number': 2, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'gw_port_host': None, '_interfaces': [{'id': '0f229c77-45b7-4c1e-a298-b5199f320173', 'name': '', 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'mac_address': 'fa:16:3e:c7:58:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703663ee-05d0-40af-bd44-49223ba9a100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:13Z', 'updated_at': '2021-12-16T14:47:16Z', 'revision_number': 4, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'subnets': [{'id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5396b4-7c72-4330-a52e-f49d832197e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:47:17.728658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf48063-bffa-431f-bffd-8dc46c30888e None None] The sync data for ids ['703663ee-05d0-40af-bd44-49223ba9a100'] in dv-cinder-821894-3-iscsi is: [{'id': '703663ee-05d0-40af-bd44-49223ba9a100', 'name': 'router1', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:03Z', 'updated_at': '2021-12-16T14:47:14Z', 'revision_number': 2, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'gw_port_host': None, '_interfaces': [{'id': '0f229c77-45b7-4c1e-a298-b5199f320173', 'name': '', 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'mac_address': 'fa:16:3e:c7:58:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703663ee-05d0-40af-bd44-49223ba9a100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:13Z', 'updated_at': '2021-12-16T14:47:16Z', 'revision_number': 4, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'subnets': [{'id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5396b4-7c72-4330-a52e-f49d832197e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:47:17.821195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd2ffd-b2cc-4b98-a21f-563855fbb8bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:47:17.828465 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e3dd2ffd-b2cc-4b98-a21f-563855fbb8bb admin admin] 10.222.0.45 "GET /v2.0/networks/bb5b2d8a-76cc-42df-801b-836d85f14f74 HTTP/1.1" status: 200 len: 842 time: 0.2007546 Dec 16 14:47:17.833237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:17.836128 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.quota [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Loaded quota_driver: . Dec 16 14:47:17.842587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:47:17.851246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Usage tracker for resource:subnet and tenant:be2f658d18514bd0a634b26b66159173 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:47:17.854786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:47:17.861927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:47:17.920623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Made reservation on behalf of be2f658d18514bd0a634b26b66159173 for: {'subnet': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:47:17.925530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:18.589296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:18.594325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:18.668083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36338abf-d783-4d92-b98e-e0757adbd85d,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:18.671334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:18.686436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:47:18.687041 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Network hostable DHCP agents. Network: bb5b2d8a-76cc-42df-801b-836d85f14f74, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:47:18.798732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:47:18.863134 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, bb5b2d8a-76cc-42df-801b-836d85f14f74) {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:47:18.867337 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:47:18.868003 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:18.872090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98343d8-0822-4e4b-8f74-1dacc7914e2e None None] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:47:18.984580 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1548131 Dec 16 14:47:19.139536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041ee8e2-efc1-48b8-89da-81dfc7530bd3 None None] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:47:19.262072 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0f229c77-45b7-4c1e-a298-b5199f320173 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:47:19.508543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 0f229c77-45b7-4c1e-a298-b5199f320173 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:47:19.513988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 0f229c77-45b7-4c1e-a298-b5199f320173 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:47:19.514451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:19.639705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:19.673701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 0f229c77-45b7-4c1e-a298-b5199f320173, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=0f229c77-45b7-4c1e-a298-b5199f320173,segment=NetworkSegment(3b82e272-23fa-45c4-9db6-99cff5de2e8b),segment_id=3b82e272-23fa-45c4-9db6-99cff5de2e8b)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:47:19.697559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:19.701005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:19.768175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=0f229c77-45b7-4c1e-a298-b5199f320173,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:19.774072 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:21.222437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0f229c77-45b7-4c1e-a298-b5199f320173 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:47:21.291654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58908) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:21.293572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 0f229c77-45b7-4c1e-a298-b5199f320173 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:47:21.293994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:21.561595 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ad05783a-0361-419d-bc3b-c171fdef41a4 admin admin] 10.222.0.45 "GET /v2.0/routers/703663ee-05d0-40af-bd44-49223ba9a100 HTTP/1.1" status: 200 len: 710 time: 0.2685857 Dec 16 14:47:21.706420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd696f6-fdbe-4384-977c-2fec906c23b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:47:21.707069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-bbd696f6-fdbe-4384-977c-2fec906c23b5 admin admin] Synchronizing usage tracker for tenant:be2f658d18514bd0a634b26b66159173 on resource:network {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:47:21.754198 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-bbd696f6-fdbe-4384-977c-2fec906c23b5 admin admin] Unset dirty status for tenant:be2f658d18514bd0a634b26b66159173 on resource:network {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:47:21.755478 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-bbd696f6-fdbe-4384-977c-2fec906c23b5 admin admin] 10.222.0.45 "GET /v2.0/networks/bb5b2d8a-76cc-42df-801b-836d85f14f74 HTTP/1.1" status: 200 len: 886 time: 0.1882031 Dec 16 14:47:21.766313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:22.268530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:22.493109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:22.556000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:22.698544 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Allocated IP 172.27.2.235 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/09fae921-6a45-4e0b-b4a4-cc05a3427b41) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:47:23.008079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:23.079116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:23.079355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:23.140066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:47:23.147857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:47:23.152348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:47:23.184899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Pushing event updated for resources: {'Port': ['ID=09fae921-6a45-4e0b-b4a4-cc05a3427b41,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:23.195722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:23.429504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:23.603317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:23.606861 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853057464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1718335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852985698'] for router, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:23.842459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Router 703663ee-05d0-40af-bd44-49223ba9a100 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:47:24.065572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:47:24.074350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:24.075636 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] 10.222.0.45 "PUT /v2.0/routers/703663ee-05d0-40af-bd44-49223ba9a100 HTTP/1.1" status: 200 len: 890 time: 2.3133159 Dec 16 14:47:24.084281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Sync routers for ids ['703663ee-05d0-40af-bd44-49223ba9a100'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:47:24.098377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Routers {'703663ee-05d0-40af-bd44-49223ba9a100'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:47:24.099163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:47:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['703663ee-05d0-40af-bd44-49223ba9a100'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:47:24.298854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Set router 703663ee-05d0-40af-bd44-49223ba9a100 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:47:24.661112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703663ee-05d0-40af-bd44-49223ba9a100', 'name': 'router1', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '09fae921-6a45-4e0b-b4a4-cc05a3427b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:03Z', 'updated_at': '2021-12-16T14:47:23Z', 'revision_number': 4, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'gw_port': {'id': '09fae921-6a45-4e0b-b4a4-cc05a3427b41', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703663ee-05d0-40af-bd44-49223ba9a100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:22Z', 'updated_at': '2021-12-16T14:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '0f229c77-45b7-4c1e-a298-b5199f320173', 'name': '', 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'mac_address': 'fa:16:3e:c7:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703663ee-05d0-40af-bd44-49223ba9a100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:13Z', 'updated_at': '2021-12-16T14:47:19Z', 'revision_number': 5, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'subnets': [{'id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5396b4-7c72-4330-a52e-f49d832197e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:47:24.666077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Checking router: 703663ee-05d0-40af-bd44-49223ba9a100 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:47:24.666475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Updating router 703663ee-05d0-40af-bd44-49223ba9a100 port 09fae921-6a45-4e0b-b4a4-cc05a3427b41 binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:47:24.718382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:25.211129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:25.292375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Transition to ACTIVE for port object 09fae921-6a45-4e0b-b4a4-cc05a3427b41 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:47:25.326154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:25.331648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:25.422209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3a250-3381-4111-9052-4f1fc9f4b4da None None] Pushing event updated for resources: {'Port': ['ID=09fae921-6a45-4e0b-b4a4-cc05a3427b41,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:25.427010 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6dc3a250-3381-4111-9052-4f1fc9f4b4da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:25.430652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Attempting to bind port 09fae921-6a45-4e0b-b4a4-cc05a3427b41 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:47:25.431066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Attempting to bind port 09fae921-6a45-4e0b-b4a4-cc05a3427b41 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:47:25.431472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Attempting to bind port 09fae921-6a45-4e0b-b4a4-cc05a3427b41 on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:47:25.439212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:47:25.439630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:47:25.440077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:25.440517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:47:25.441038 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Bound port: 09fae921-6a45-4e0b-b4a4-cc05a3427b41, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:47:25.441447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:25.519783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] For port 09fae921-6a45-4e0b-b4a4-cc05a3427b41, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:47:25.523698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] For port 09fae921-6a45-4e0b-b4a4-cc05a3427b41, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=09fae921-6a45-4e0b-b4a4-cc05a3427b41,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:47:25.549496 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:25.554921 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6428ae30-772c-4156-9a37-42a3e0556bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:25.640271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3a250-3381-4111-9052-4f1fc9f4b4da None None] Pushing event updated for resources: {'Port': ['ID=09fae921-6a45-4e0b-b4a4-cc05a3427b41,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:25.644444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6dc3a250-3381-4111-9052-4f1fc9f4b4da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:25.646087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Routers {'703663ee-05d0-40af-bd44-49223ba9a100'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:47:25.647320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:47:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['703663ee-05d0-40af-bd44-49223ba9a100'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:47:25.841914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] Set router 703663ee-05d0-40af-bd44-49223ba9a100 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:47:26.202030 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703663ee-05d0-40af-bd44-49223ba9a100', 'name': 'router1', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '09fae921-6a45-4e0b-b4a4-cc05a3427b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:03Z', 'updated_at': '2021-12-16T14:47:23Z', 'revision_number': 4, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'gw_port': {'id': '09fae921-6a45-4e0b-b4a4-cc05a3427b41', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703663ee-05d0-40af-bd44-49223ba9a100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:22Z', 'updated_at': '2021-12-16T14:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '0f229c77-45b7-4c1e-a298-b5199f320173', 'name': '', 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'mac_address': 'fa:16:3e:c7:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703663ee-05d0-40af-bd44-49223ba9a100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:13Z', 'updated_at': '2021-12-16T14:47:19Z', 'revision_number': 5, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'subnets': [{'id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5396b4-7c72-4330-a52e-f49d832197e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:47:26.206866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef38b36-b956-4b55-b36a-014c757d99f6 None None] The sync data for ids ['703663ee-05d0-40af-bd44-49223ba9a100'] in dv-cinder-821894-3-iscsi is: [{'id': '703663ee-05d0-40af-bd44-49223ba9a100', 'name': 'router1', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '09fae921-6a45-4e0b-b4a4-cc05a3427b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:03Z', 'updated_at': '2021-12-16T14:47:23Z', 'revision_number': 4, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'gw_port': {'id': '09fae921-6a45-4e0b-b4a4-cc05a3427b41', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703663ee-05d0-40af-bd44-49223ba9a100', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:22Z', 'updated_at': '2021-12-16T14:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '0f229c77-45b7-4c1e-a298-b5199f320173', 'name': '', 'network_id': '2da2e844-7108-4081-a6a5-db7edd4dee77', 'tenant_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'mac_address': 'fa:16:3e:c7:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703663ee-05d0-40af-bd44-49223ba9a100', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:13Z', 'updated_at': '2021-12-16T14:47:19Z', 'revision_number': 5, 'project_id': 'f3aba9180d8c4426aefdbb7cc16b1eb8', 'subnets': [{'id': '1a8cc1bb-839d-42d1-9cd4-265319d08821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5396b4-7c72-4330-a52e-f49d832197e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:47:26.440193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58920) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:26.597316 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-bc97c72b-b465-4557-bf86-39b02e23bdb4 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1558380 Dec 16 14:47:27.261698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 09fae921-6a45-4e0b-b4a4-cc05a3427b41 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:47:27.371636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 09fae921-6a45-4e0b-b4a4-cc05a3427b41 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:47:27.379100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 09fae921-6a45-4e0b-b4a4-cc05a3427b41 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:47:27.379522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:27.512631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:27.535350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 09fae921-6a45-4e0b-b4a4-cc05a3427b41, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=09fae921-6a45-4e0b-b4a4-cc05a3427b41,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:47:27.565782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:27.568841 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:47:27.651027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=09fae921-6a45-4e0b-b4a4-cc05a3427b41,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:47:27.654400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:47:28.704626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 5 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:47:29.245872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 09fae921-6a45-4e0b-b4a4-cc05a3427b41 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:47:29.350190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 09fae921-6a45-4e0b-b4a4-cc05a3427b41 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:47:29.350617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:41.217269 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96351963-257c-4fe0-9a3f-d374898f5e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:42.931053 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:43.759389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-477746b4-897b-41e5-8c35-81480cfc3bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:44.268329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:47:45.553709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:05.705659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 5 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:48:11.197960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bf251de3-b7df-4001-9118-0115fa92c2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:12.953405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:13.764813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-58d6079b-2761-4802-adbd-e8e542142fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:14.273490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:15.581004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:41.203444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-da6c5178-0769-4ef4-952e-a79b9c8a03ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:42.706212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 5 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:48:42.964023 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:43.769067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99e0b8c7-e993-4db4-a2c0-bd739e553bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:44.266363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:48:45.564305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:04.261369 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59458) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:04.367786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.pecan_wsgi.hooks.translation [None req-69adbc74-17ea-46a3-878a-333e2c22b16d admin admin] GET failed (client error): The resource could not be found. Dec 16 14:49:04.369179 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-69adbc74-17ea-46a3-878a-333e2c22b16d admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1064105 Dec 16 14:49:04.513226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2803db12-877a-416e-8973-f192bcf3518d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:04.514763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2803db12-877a-416e-8973-f192bcf3518d admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1412575 Dec 16 14:49:06.598771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59470) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:06.741903 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21681358-0db8-4ff3-856f-c807a393a082 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:06.742572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-21681358-0db8-4ff3-856f-c807a393a082 admin admin] Synchronizing usage tracker for tenant:be2f658d18514bd0a634b26b66159173 on resource:subnet {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:49:06.791841 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-21681358-0db8-4ff3-856f-c807a393a082 admin admin] Unset dirty status for tenant:be2f658d18514bd0a634b26b66159173 on resource:subnet {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:49:06.793143 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-21681358-0db8-4ff3-856f-c807a393a082 admin admin] 10.222.0.45 "GET /v2.0/subnets/1a8cc1bb-839d-42d1-9cd4-265319d08821 HTTP/1.1" status: 200 len: 849 time: 0.1933310 Dec 16 14:49:06.803619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:49:06.925187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Notify callbacks [] for subnet, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:07.158088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779442950822'] for subnet, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:07.162704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:49:07.212331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:07.213148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:07.222189 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] 10.222.0.45 "PUT /v2.0/subnets/1a8cc1bb-839d-42d1-9cd4-265319d08821 HTTP/1.1" status: 200 len: 868 time: 0.4148829 Dec 16 14:49:07.222675 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40710f1-bfb8-4f52-b317-84f51e5b712c None None] Network 2da2e844-7108-4081-a6a5-db7edd4dee77 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:49:07.241040 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8cc1bb-839d-42d1-9cd4-265319d08821,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:49:07.248065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.248447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.248825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.249276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.249678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.250003 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.250646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.250876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.251205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.251561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.252480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:07.256487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:49:07.791030 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-3550a150-40ca-40a5-85e5-826a91c47328 None None] Provisioning complete for port 035826ca-7daa-4da1-ba25-1a8090a7107d triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:49:07.791556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3550a150-40ca-40a5-85e5-826a91c47328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:07.923525 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-3550a150-40ca-40a5-85e5-826a91c47328 None None] Provisioning complete for port 0f229c77-45b7-4c1e-a298-b5199f320173 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:49:07.924607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3550a150-40ca-40a5-85e5-826a91c47328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:09.340292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59482) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:09.553615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73436853-ccbc-4a68-ad43-700bdd92f1d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:09.553952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73436853-ccbc-4a68-ad43-700bdd92f1d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:09.555688 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-73436853-ccbc-4a68-ad43-700bdd92f1d7 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2143455 Dec 16 14:49:11.202953 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b446b48a-0b98-4e83-949a-bac87c6091ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:11.662013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59494) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:11.874620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda5d961-32ae-4308-81a9-0a5df3fa921a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:11.875044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda5d961-32ae-4308-81a9-0a5df3fa921a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:11.877248 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-dda5d961-32ae-4308-81a9-0a5df3fa921a admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2136226 Dec 16 14:49:12.945761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:13.780860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b9b033ec-8e34-4169-8bb7-19eedcda9621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:14.005505 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59506) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:14.233869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c829bd79-1d72-4df7-81fd-2bf40b2fa146 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:14.236355 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c829bd79-1d72-4df7-81fd-2bf40b2fa146 admin admin] 10.222.0.45 "GET /v2.0/networks/2da2e844-7108-4081-a6a5-db7edd4dee77 HTTP/1.1" status: 200 len: 869 time: 0.2288265 Dec 16 14:49:14.272349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:15.592237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:16.332547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59518) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:16.541052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213e1949-2d10-4a6d-83bf-07d509f326e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:16.542474 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-213e1949-2d10-4a6d-83bf-07d509f326e6 admin admin] 10.222.0.45 "GET /v2.0/networks/bb5b2d8a-76cc-42df-801b-836d85f14f74 HTTP/1.1" status: 200 len: 886 time: 0.2089014 Dec 16 14:49:18.674489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59530) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:18.817838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e626dfd-d702-4f6f-a744-99eb6e472233 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:18.818293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e626dfd-d702-4f6f-a744-99eb6e472233 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:18.819929 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5e626dfd-d702-4f6f-a744-99eb6e472233 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1444087 Dec 16 14:49:19.707042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 5 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:49:21.024668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59542) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:21.163696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc7ee0-85a8-4f2a-90af-8a9cd5ff3f37 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:21.164047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc7ee0-85a8-4f2a-90af-8a9cd5ff3f37 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:21.165649 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-32dc7ee0-85a8-4f2a-90af-8a9cd5ff3f37 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1399765 Dec 16 14:49:23.285142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59554) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:23.430780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb50c4a-4ef7-4fec-b927-2af665c14cc7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:23.432201 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9cb50c4a-4ef7-4fec-b927-2af665c14cc7 admin admin] 10.222.0.45 "GET /v2.0/subnets/1a8cc1bb-839d-42d1-9cd4-265319d08821 HTTP/1.1" status: 200 len: 868 time: 0.1459501 Dec 16 14:49:25.537397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59566) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:25.827664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1de59-5bcc-46de-877b-c3a6ba9fb69c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:25.829168 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d4c1de59-5bcc-46de-877b-c3a6ba9fb69c admin admin] 10.222.0.45 "GET /v2.0/subnets/36338abf-d783-4d92-b98e-e0757adbd85d HTTP/1.1" status: 200 len: 816 time: 0.2907081 Dec 16 14:49:41.203161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bc3fe5f7-ddc2-47c4-98a4-2d166f95facc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:42.951452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:43.774486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c583cce3-c616-48ba-a739-45f281ded00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:44.288013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:45.574490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:45.816138 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59614) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:45.895503 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [None req-a3bcf78e-b8bc-4935-a195-0bdf46e109b9 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:49:45.896678 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a3bcf78e-b8bc-4935-a195-0bdf46e109b9 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0795152 Dec 16 14:49:48.084746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59626) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:48.183519 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.pecan_wsgi.hooks.translation [None req-337a5066-807a-4419-b85c-757d5e8cb17d admin admin] GET failed (client error): The resource could not be found. Dec 16 14:49:48.184843 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-337a5066-807a-4419-b85c-757d5e8cb17d admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0990777 Dec 16 14:49:48.365347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57028c-27bc-408c-b39b-caa8d6a34c28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:48.367025 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9e57028c-27bc-408c-b39b-caa8d6a34c28 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1779113 Dec 16 14:49:50.479046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59638) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:50.556022 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:49:50.561043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:49:50.571592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:49:50.608617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Made reservation on behalf of be2f658d18514bd0a634b26b66159173 for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:49:50.613197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:50.708391 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.services.revisions.revision_plugin [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Could not find related network for resource to bump revision. Dec 16 14:49:50.777036 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:49:50.862462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257411742785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:50.863054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Unsubscribe: segment precommit_create {{(pid=88292) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 16 14:49:50.863549 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Added segment 7fc3de07-d8de-4c71-8906-7f4295d83d11 of type vlan for network 010ae599-3a10-4564-8ae6-7244d00bbd96 Dec 16 14:49:50.902337 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:50.964668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:50.965951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:50.966619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:50.973965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:49:51.082739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Pushing event updated for resources: {'Network': ['ID=010ae599-3a10-4564-8ae6-7244d00bbd96,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:49:51.086131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:49:51.094757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 010ae599-3a10-4564-8ae6-7244d00bbd96 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:49:51.181060 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7006967 Dec 16 14:49:53.323331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59650) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:53.425154 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.pecan_wsgi.hooks.translation [None req-a893b889-7890-432a-a679-070b17469d90 admin admin] GET failed (client error): The resource could not be found. Dec 16 14:49:53.426511 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a893b889-7890-432a-a679-070b17469d90 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1021636 Dec 16 14:49:53.549046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3602f275-9fff-4564-af7c-dd7a687cdca0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:53.549046 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3602f275-9fff-4564-af7c-dd7a687cdca0 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1108129 Dec 16 14:49:53.552363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:49:53.557753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:49:53.568444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:49:53.602467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Made reservation on behalf of be2f658d18514bd0a634b26b66159173 for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:49:53.607043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:53.837077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:53.841844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:49:53.915722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ede386-351c-4384-8c1a-e0d3ff2bd9b5,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:49:53.932759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.933143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.933522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.933887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.934300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.934667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.935045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.935398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.935760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.936115 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.936473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:53.940588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:49:53.945585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Checking segment: {'id': '7fc3de07-d8de-4c71-8906-7f4295d83d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:49:53.945982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Network hostable DHCP agents. Network: 010ae599-3a10-4564-8ae6-7244d00bbd96, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:49:53.979626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Network 010ae599-3a10-4564-8ae6-7244d00bbd96 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:49:54.002461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 010ae599-3a10-4564-8ae6-7244d00bbd96) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:49:54.006531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:49:54.007178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:54.012190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cd8601-8453-463f-8993-fd6250eafaa9 None None] Network 010ae599-3a10-4564-8ae6-7244d00bbd96 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:49:54.049658 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5009446 Dec 16 14:49:54.246350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-010ae599-3a10-4564-8ae6-7244d00bbd96', 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96', 'tenant_id': 'be2f658d18514bd0a634b26b66159173', 'fixed_ips': [{'subnet_id': '32ede386-351c-4384-8c1a-e0d3ff2bd9b5'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 14:49:54.247247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:54.428381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Allocated IP 192.168.233.2 (010ae599-3a10-4564-8ae6-7244d00bbd96/32ede386-351c-4384-8c1a-e0d3ff2bd9b5/a2c9bb42-3ba2-412d-80b7-0f990a70c0de) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:49:54.847842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:54.911980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Transition to ACTIVE for port object a2c9bb42-3ba2-412d-80b7-0f990a70c0de will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:49:54.932622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Transition to ACTIVE for port object a2c9bb42-3ba2-412d-80b7-0f990a70c0de will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:49:54.963875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:54.970067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6dc3a250-3381-4111-9052-4f1fc9f4b4da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:49:55.040706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Network 010ae599-3a10-4564-8ae6-7244d00bbd96 is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:49:55.044517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:49:55.046416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Pushing event updated for resources: {'Port': ['ID=a2c9bb42-3ba2-412d-80b7-0f990a70c0de,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:49:55.048856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:49:55.060970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.061353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.061726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.062122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.062489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.063387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.063751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.064110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.064466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.064819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.065179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:49:55.096823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:49:55.149824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Attempting to bind port a2c9bb42-3ba2-412d-80b7-0f990a70c0de on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:49:55.150226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Attempting to bind port a2c9bb42-3ba2-412d-80b7-0f990a70c0de by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '7fc3de07-d8de-4c71-8906-7f4295d83d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:49:55.150634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Attempting to bind port a2c9bb42-3ba2-412d-80b7-0f990a70c0de on network 010ae599-3a10-4564-8ae6-7244d00bbd96 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:49:55.157491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:49:55.157920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Checking segment: {'id': '7fc3de07-d8de-4c71-8906-7f4295d83d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:49:55.158389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:55.158827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Bound using segment: {'id': '7fc3de07-d8de-4c71-8906-7f4295d83d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:49:55.159342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Bound port: a2c9bb42-3ba2-412d-80b7-0f990a70c0de, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc3de07-d8de-4c71-8906-7f4295d83d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:49:55.159757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:55.276625 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] For port a2c9bb42-3ba2-412d-80b7-0f990a70c0de, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:49:55.280209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] For port a2c9bb42-3ba2-412d-80b7-0f990a70c0de, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=a2c9bb42-3ba2-412d-80b7-0f990a70c0de,segment=NetworkSegment(7fc3de07-d8de-4c71-8906-7f4295d83d11),segment_id=7fc3de07-d8de-4c71-8906-7f4295d83d11)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:49:55.329987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:55.335268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:49:55.418546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Pushing event updated for resources: {'Port': ['ID=a2c9bb42-3ba2-412d-80b7-0f990a70c0de,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:49:55.421911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:49:56.708470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 5 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:49:56.845082 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa4258-2935-4602-9f11-5023a89b7741 None None] Network 010ae599-3a10-4564-8ae6-7244d00bbd96 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:49:57.009017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-451dba8a-a82a-4729-aefd-1a3d6fe60afe None None] Provisioning for port a2c9bb42-3ba2-412d-80b7-0f990a70c0de completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:49:57.348585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a2c9bb42-3ba2-412d-80b7-0f990a70c0de up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:49:57.499463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port a2c9bb42-3ba2-412d-80b7-0f990a70c0de completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:49:57.505363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port a2c9bb42-3ba2-412d-80b7-0f990a70c0de triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:49:57.505780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:57.624717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:57.663547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port a2c9bb42-3ba2-412d-80b7-0f990a70c0de, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=a2c9bb42-3ba2-412d-80b7-0f990a70c0de,segment=NetworkSegment(7fc3de07-d8de-4c71-8906-7f4295d83d11),segment_id=7fc3de07-d8de-4c71-8906-7f4295d83d11)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:49:57.699828 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:49:57.703229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-35b3c6da-85b3-4b34-9bb0-ced82719abdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:49:57.768753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=a2c9bb42-3ba2-412d-80b7-0f990a70c0de,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:49:57.772039 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:49:59.298682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a2c9bb42-3ba2-412d-80b7-0f990a70c0de up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:49:59.376678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port a2c9bb42-3ba2-412d-80b7-0f990a70c0de triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:49:59.377098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:11.202626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8ace916b-303d-442d-babd-1daff57e0771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:12.950856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:13.790863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9571e6a7-36f5-4001-a70d-4c6ff6b9be07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:14.276709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:15.573637 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:33.709632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 5 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:50:41.207788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4a4a15be-876a-423d-ba3e-ad5e6e9484af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:42.984653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:43.778656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bf185855-3fcd-4875-94b4-76728ffa5d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:44.276135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:50:45.579380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:10.710021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 5 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:51:11.206820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a30d9829-d9ce-477e-b8ce-c41f5e581468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:12.095418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59684) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:12.101658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [None req-51b2ff53-7b6f-4858-9794-a52c212710ca tempest-verify_tempest_config-414034236 tempest-verify_tempest_config-414034236-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:51:12.102766 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-51b2ff53-7b6f-4858-9794-a52c212710ca tempest-verify_tempest_config-414034236 tempest-verify_tempest_config-414034236-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0062959 Dec 16 14:51:12.589824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59702) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:12.739621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:12.771646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:51:12.775691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8b71f2edae459a9dc0a7df71cd344d is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:51:12.778591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:51:12.784556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:51:12.949675 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:13.020634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:13.075374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:13.087813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:51:13.128980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb398a80-1ef6-437c-b2cf-2eab51e4f824,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:51:13.133849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Synchronizing usage tracker for tenant:be2f658d18514bd0a634b26b66159173 on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:51:13.144360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.144735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.145102 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.145461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.145833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.146217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.146572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.146936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.147285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.147630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.147976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:51:13.152571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:51:13.189555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Unset dirty status for tenant:be2f658d18514bd0a634b26b66159173 on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:51:13.190941 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd8b71f2edae459a9dc0a7df71cd344d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5999711 Dec 16 14:51:13.193790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59708) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:51:13.255660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3f3582ce-51bd-42d3-ad5e-5b62b409dcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:13.282477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3f3582ce-51bd-42d3-ad5e-5b62b409dcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:13.418614 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3f3582ce-51bd-42d3-ad5e-5b62b409dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:13.424561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:51:13.437537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3582ce-51bd-42d3-ad5e-5b62b409dcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb398a80-1ef6-437c-b2cf-2eab51e4f824,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:51:13.441351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3f3582ce-51bd-42d3-ad5e-5b62b409dcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:51:13.443693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3f3582ce-51bd-42d3-ad5e-5b62b409dcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:13.448077 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3f3582ce-51bd-42d3-ad5e-5b62b409dcea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb398a80-1ef6-437c-b2cf-2eab51e4f824 HTTP/1.1" status: 204 len: 168 time: 0.2504694 Dec 16 14:51:13.761855 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb70f-26cd-47ef-96a4-b814d774d0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:14.269682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:15.578083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:41.201485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-531d397b-fc17-46f5-984f-2219a24c968c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:42.949302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:43.783648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf16f-da89-4114-a60a-b6c26b58aec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:44.281006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:45.601058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:51:47.710857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 5 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:52:11.211752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e1a7442-043e-4e8a-ab25-8364b2d1484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:12.949855 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:13.777285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3e667e33-e87b-47c8-a294-75a3fe3dbf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:14.291725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:15.594461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:24.711535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 5 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:52:41.211774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f511e2f5-d56b-4d12-b340-6cdd884ab30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:42.948310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:43.782780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fd6029f-1b28-40d6-bfe1-31a207d09d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:44.290661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:45.594632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:52:52.902480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719922'] for agent, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:01.712653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:53:08.253269 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59788) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:08.486430 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-71208b11-397b-4f65-ba86-377807dfd417 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.2319560 Dec 16 14:53:10.641677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59800) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:53:10.733523 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-04a747c5-60e8-4201-96dd-b368f297b6a3 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0900505 Dec 16 14:53:11.205404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c1c06ef-d30b-49f6-be16-334f04ba6b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:12.948297 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:13.771016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2235fc85-02c9-4c38-98ee-eb2edf6764b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:14.286080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:15.582518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:22.862550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:38.713994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:53:41.205002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e985538-607a-40a8-a727-d333cb1494c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:42.976197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:43.776130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-236e7e7c-7d30-4bac-88ef-f2599e7d8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:44.290491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:45.604807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:53:52.867352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:11.220732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e5e12896-4838-427d-a564-bd36e57f3442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:12.953127 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:13.793369 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-979cd3e1-a027-408a-b432-3bb89b24d28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:14.294668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:15.603316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:15.715391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:54:22.878836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:41.221143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08902eba-2cf2-43e6-971f-7445c4f46717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:42.963080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:43.774518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5f24ac5-4733-4560-80f1-50d068ffd822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:44.305816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:45.620081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:52.716872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:54:52.877153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:54:59.900903 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59968) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:00.406373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1100072608-network', 'tenant_id': 'c8372f52bdbf443385cd0058e122fbfc'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:00.412062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:00.416976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Usage tracker for resource:network and tenant:c8372f52bdbf443385cd0058e122fbfc is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:00.420119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:00.431182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:00.478662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Made reservation on behalf of c8372f52bdbf443385cd0058e122fbfc for: {'network': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:00.483749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:00.501679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:00.536762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:00.541103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c8372f52bdbf443385cd0058e122fbfc is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:00.544387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:00.550832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:00.712131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:00.745831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:00.756384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:00.756505 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60002) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:00.773642 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=88293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:55:00.796324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02881a3c-9fc8-478c-bb67-3d427b86bb1e,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:00.797728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:00.798310 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Added segment 91a51a36-cb83-4df9-9413-ef8933b4edc3 of type vlan for network 6400031e-0dc2-4363-a75b-4e9ac2480f83 Dec 16 14:55:00.812026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.812413 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.812793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.813572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.813951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.814708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.815087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.815500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.815873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.816230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.816592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Tracked resource versions report: Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: pushed versions: Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': {'1.0'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': {'1.1'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': {'1.5'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': {'1.2'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: consumer versions: Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: L3 agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: Metadata agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: Metering agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-821894-3-iscsi: { 'ConntrackHelper': '1.0', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': '1.0', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': '1.1', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': '1.5', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': '1.2', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.0', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': '1.0', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': '1.1', Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Dec 16 14:55:00.817709 dv-cinder-821894-3-iscsi neutron-server[88179]: {{(pid=88293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 16 14:55:00.837109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:00.878730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:00.959028 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:00.960469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:00.961462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:00.967106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b2356172-4bdf-4d83-89b8-d8005ade00a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:01.000327 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60018) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:01.035755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60024) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:01.074844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6400031e-0dc2-4363-a75b-4e9ac2480f83,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:01.078026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:01.087714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 6400031e-0dc2-4363-a75b-4e9ac2480f83 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:55:01.134864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60034) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:01.135299 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2331626 Dec 16 14:55:01.140862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Request body: {'subnet': {'network_id': '6400031e-0dc2-4363-a75b-4e9ac2480f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1100072608-subnet', 'tenant_id': 'c8372f52bdbf443385cd0058e122fbfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:01.146027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:01.150231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Usage tracker for resource:subnet and tenant:c8372f52bdbf443385cd0058e122fbfc is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:01.153381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:01.160214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:01.179806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-826938282-network', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:01.186905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:01.194218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Usage tracker for resource:network and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:01.197875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:01.206608 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:01.328110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-323937161-network', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:01.337755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:01.350979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Usage tracker for resource:network and tenant:3a7679aab0dd4c2589d94c145df1f4b9 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:01.355557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Made reservation on behalf of ff7a06ecc2404836b66f3a06d4f34d63 for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:01.361121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:01.375672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Made reservation on behalf of c8372f52bdbf443385cd0058e122fbfc for: {'subnet': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:01.380362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:01.501654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:01.501654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:01.501654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:01.533261 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Made reservation on behalf of 3a7679aab0dd4c2589d94c145df1f4b9 for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:01.541865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:01.556630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-370914337-network', 'tenant_id': 'fe152d649f134d28bec6b87e62973916'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:01.582168 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:01.605749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:01.614784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:01.619271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:01.626075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:01.669532 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:01.673954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Usage tracker for resource:network and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:01.677237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:01.759923 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:01.791472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:01.804170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Usage tracker for resource:security_group_rule and tenant:3a7679aab0dd4c2589d94c145df1f4b9 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:01.838486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:01.850915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:01.896726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Made reservation on behalf of fe152d649f134d28bec6b87e62973916 for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:01.902464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:01.920881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.050901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.058535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:02.067377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Usage tracker for resource:security_group_rule and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:02.071220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:02.082422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:02.100038 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.101037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.125130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:02.183717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:55:02.194513 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.198531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a677731-fd3d-4365-a564-faccd130ca3e,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:02.214507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.215438 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Added segment 5268e216-6f32-49fe-8779-c700da813397 of type vlan for network 1ab48171-7751-49dd-8d19-babe4bef5701 Dec 16 14:55:02.247339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.247722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.248092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.248456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.248837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.249199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.249711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.249891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.250275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Tracked resource versions report: Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: pushed versions: Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': {'1.0'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': {'1.1'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': {'1.5'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': {'1.2'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: consumer versions: Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: L3 agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: Metadata agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: Metering agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-821894-3-iscsi: { 'ConntrackHelper': '1.0', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': '1.0', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': '1.1', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': '1.5', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': '1.2', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.0', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': '1.0', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': '1.1', Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Dec 16 14:55:02.254650 dv-cinder-821894-3-iscsi neutron-server[88179]: {{(pid=88292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 16 14:55:02.261164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.276619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:02.282602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b9a41f23-4a7c-4665-a3f8-b9cea1a740eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:02.365543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.386363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.392311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:55:02.405160 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Checking segment: {'id': '91a51a36-cb83-4df9-9413-ef8933b4edc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6400031e-0dc2-4363-a75b-4e9ac2480f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:02.405565 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Network hostable DHCP agents. Network: 6400031e-0dc2-4363-a75b-4e9ac2480f83, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:55:02.418617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edac7069-e430-4f72-8c8a-b5f2f2844064,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:02.434295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:02.435281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.435677 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Added segment 1090ec0e-8e81-45ac-a1f3-d353714c6e8d of type vlan for network cfa2cabe-611e-4d60-ae11-c50e41390453 Dec 16 14:55:02.440432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:02.462157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.497613 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b31effc-09df-4d74-899d-4125ffa035f0,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:02.499756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:02.503189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:02.517483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.529504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:02.536141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.556181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70934248-275a-4b41-8e56-cc4f777df019,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:02.559777 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:02.564544 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-07f76e42-a101-4b32-aa1c-d79e218db5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:02.582723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Network 6400031e-0dc2-4363-a75b-4e9ac2480f83 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:55:02.685295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab48171-7751-49dd-8d19-babe4bef5701,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:02.687530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:55:02.694087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:02.696471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 1ab48171-7751-49dd-8d19-babe4bef5701 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:55:02.698605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.720462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.723970 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Added segment 33860082-34bb-4637-8f25-b4ead4c57308 of type vlan for network 22640b1c-4c47-4c71-9861-b248ec975b5d Dec 16 14:55:02.723970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 6400031e-0dc2-4363-a75b-4e9ac2480f83) {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:02.737994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:02.738692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.751986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aee252-9498-4b45-8f88-6f951889ef8c None None] Network 6400031e-0dc2-4363-a75b-4e9ac2480f83 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:02.777971 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0196478 Dec 16 14:55:02.781381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60072) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:02.789104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Request body: {'subnet': {'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-subnet', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:02.795108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:02.799678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Usage tracker for resource:subnet and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:02.803514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:02.812320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:02.831354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.832944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:02.833594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.839108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:02.905465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.919858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Made reservation on behalf of ff7a06ecc2404836b66f3a06d4f34d63 for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:02.925497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:02.974952 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9729578 Dec 16 14:55:02.976501 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8405902 Dec 16 14:55:02.978554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa2cabe-611e-4d60-ae11-c50e41390453,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:02.979569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60078) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:02.989863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:03.049930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:03.051334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:03.051991 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:03.060133 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1cecc99e-f28f-473d-a10e-3e14a58f5546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:03.094200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Request body: {'subnet': {'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-subnet', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:03.100313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:03.106308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Usage tracker for resource:subnet and tenant:3a7679aab0dd4c2589d94c145df1f4b9 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:03.110724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:03.117904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:03.129071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network cfa2cabe-611e-4d60-ae11-c50e41390453 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:55:03.178444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Made reservation on behalf of 3a7679aab0dd4c2589d94c145df1f4b9 for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:03.191791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:03.290206 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2524259 Dec 16 14:55:03.300432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Pushing event updated for resources: {'Network': ['ID=22640b1c-4c47-4c71-9861-b248ec975b5d,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:03.304901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60098) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:03.313920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:03.323649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Request body: {'subnet': {'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-370914337-subnet', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:03.337655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:03.344078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Usage tracker for resource:subnet and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:03.352277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:03.370151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:03.413883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Made reservation on behalf of fe152d649f134d28bec6b87e62973916 for: {'subnet': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:03.422288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:03.443256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 22640b1c-4c47-4c71-9861-b248ec975b5d details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:55:03.505071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2fff7-6159-4028-bf65-9d7da6ee52ca None None] Network 6400031e-0dc2-4363-a75b-4e9ac2480f83 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:03.782395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:03.790635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:03.881750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88655090-024f-4a4c-8bf7-a199ded748ca,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:03.891167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:03.911491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:03.929454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:03.988766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Checking segment: {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:03.989412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Network hostable DHCP agents. Network: 1ab48171-7751-49dd-8d19-babe4bef5701, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:55:04.048808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.056886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:04.062761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:04.065831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:04.071147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Checking segment: {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:04.071561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Network hostable DHCP agents. Network: 22640b1c-4c47-4c71-9861-b248ec975b5d, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:55:04.096612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Network 1ab48171-7751-49dd-8d19-babe4bef5701 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:55:04.128397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Network 22640b1c-4c47-4c71-9861-b248ec975b5d is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:55:04.139431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 22640b1c-4c47-4c71-9861-b248ec975b5d) {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:04.148338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82378bff-d9ca-43b9-a734-51554c07b0ac None None] Network 22640b1c-4c47-4c71-9861-b248ec975b5d requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:04.161349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60150) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:04.162433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:04.163290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.166421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 1ab48171-7751-49dd-8d19-babe4bef5701) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:04.171131 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 14:55:04.245868 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9398706 Dec 16 14:55:04.249069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60158) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:04.253788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:04.254706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.264196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:04.264344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763f7d84-62cd-4021-a690-61ecf533eebb None None] Network 1ab48171-7751-49dd-8d19-babe4bef5701 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:04.269193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:04.278235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Usage tracker for resource:router and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:04.284156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:04.298589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:04.349123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5df494d-9ff2-4f4d-a99f-342d64749205,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:04.358878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:04.359470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.360588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.388868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Checking segment: {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:04.389267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Network hostable DHCP agents. Network: cfa2cabe-611e-4d60-ae11-c50e41390453, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:55:04.411890 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-62fe4339-28d4-4c96-af30-7b1d264c4e02 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6184869 Dec 16 14:55:04.412276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60172) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:04.418404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:04.429541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2b6d5232-f0c8-4148-924a-fe779ec604ac tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:04.430318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2b6d5232-f0c8-4148-924a-fe779ec604ac tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Synchronizing usage tracker for tenant:c8372f52bdbf443385cd0058e122fbfc on resource:network {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:04.432096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:04.440930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Usage tracker for resource:router and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:04.444162 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:04.451575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:04.475285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.535557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Network cfa2cabe-611e-4d60-ae11-c50e41390453 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:55:04.542356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2b6d5232-f0c8-4148-924a-fe779ec604ac tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Unset dirty status for tenant:c8372f52bdbf443385cd0058e122fbfc on resource:network {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:04.549589 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2b6d5232-f0c8-4148-924a-fe779ec604ac tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/networks?id=6400031e-0dc2-4363-a75b-4e9ac2480f83 HTTP/1.1" status: 200 len: 812 time: 0.3845334 Dec 16 14:55:04.568574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-22640b1c-4c47-4c71-9861-b248ec975b5d', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 14:55:04.570377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.589457 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-4045956e-a86e-4c0f-8ca7-e9478566c52d tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/quotas/c8372f52bdbf443385cd0058e122fbfc HTTP/1.1" status: 200 len: 375 time: 0.0388083 Dec 16 14:55:04.590356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.591666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.627387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, cfa2cabe-611e-4d60-ae11-c50e41390453) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:04.642397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.645134 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:04.645876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.661559 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-a71faf80-710e-47d3-90c2-8f73d3084125 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8372f52bdbf443385cd0058e122fbfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710480 Dec 16 14:55:04.675284 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39efd50-4ca9-4f27-9cef-1f49da14726a None None] Network cfa2cabe-611e-4d60-ae11-c50e41390453 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:04.717882 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7115993 Dec 16 14:55:04.717882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60194) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:04.723753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:04.740032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-1ab48171-7751-49dd-8d19-babe4bef5701', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 14:55:04.741034 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.745341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:04.753021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Usage tracker for resource:router and tenant:3a7679aab0dd4c2589d94c145df1f4b9 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:04.757811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:04.765698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:04.822134 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.823690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.849651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.950929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60204) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:04.981345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:04.989802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:05.066019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Allocated IP 172.20.0.2 (22640b1c-4c47-4c71-9861-b248ec975b5d/26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b/3df0fd03-2807-411a-925d-b4d0ccae4400) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:05.141444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-fb66099c-ccd6-4b9a-9196-44bb1ad781d1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:55:05.143228 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-fb66099c-ccd6-4b9a-9196-44bb1ad781d1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2730038 Dec 16 14:55:05.150027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:05.410998 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-29399fc0-6db3-4228-870d-bbaef85e1896 service neutron] 10.222.0.45 "GET /v2.0/networks/6400031e-0dc2-4363-a75b-4e9ac2480f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476761 Dec 16 14:55:05.483354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60222) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:05.489396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f8ccb8-2baa-4e93-aa8b-b92e8d95eff4 None None] Network cfa2cabe-611e-4d60-ae11-c50e41390453 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:05.519212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Allocated IP 172.20.0.2 (1ab48171-7751-49dd-8d19-babe4bef5701/88655090-024f-4a4c-8bf7-a199ded748ca/34ee448e-1c54-4c64-bf0e-8bb451fcde99) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:05.684123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:05.690531 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-45bb62ad-f01a-4344-955d-fc1a972126d5 service neutron] 10.222.0.45 "GET /v2.0/networks/6400031e-0dc2-4363-a75b-4e9ac2480f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694635 Dec 16 14:55:05.750619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:05.758683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Usage tracker for resource:security_group_rule and tenant:a4d3ca11711b4fca8cc35db7cbf6bae1 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:05.788675 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:05.844716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:05.880296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:05.886706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:05.930185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:05.983306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:05.991514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:05.995392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.007083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.026345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Usage tracker for resource:security_group_rule and tenant:c8fc877c7a0143ecbbdd72cbecaf03aa is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:06.030200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.032569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:06.047763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.107196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Transition to ACTIVE for port object 3df0fd03-2807-411a-925d-b4d0ccae4400 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:06.170999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:06.217834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Transition to ACTIVE for port object 3df0fd03-2807-411a-925d-b4d0ccae4400 will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:06.232677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.271582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Transition to ACTIVE for port object 34ee448e-1c54-4c64-bf0e-8bb451fcde99 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:06.271582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.275176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:06.288568 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.311101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Allocated IP 172.27.2.2 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/6f4dacc7-b6ca-4057-ac79-ad403037d389) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:06.318826 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.322447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.339575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:06.352195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.375830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:06.378315 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Pushing event updated for resources: {'Port': ['ID=3df0fd03-2807-411a-925d-b4d0ccae4400,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:06.405618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Network 22640b1c-4c47-4c71-9861-b248ec975b5d is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:06.408988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.409376 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.409759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.410175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.410538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.410909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.411279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.411667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.412162 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.412532 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.412896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Tracked resource versions report: Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: pushed versions: Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': {'1.0'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': {'1.1'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': {'1.5'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': {'1.2'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: consumer versions: Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: L3 agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: Metadata agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: Metering agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-821894-3-iscsi: { 'ConntrackHelper': '1.0', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': '1.0', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': '1.1', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': '1.5', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': '1.2', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.0', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': '1.0', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': '1.1', Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Dec 16 14:55:06.414366 dv-cinder-821894-3-iscsi neutron-server[88179]: {{(pid=88294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 16 14:55:06.417107 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:06.419280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Transition to ACTIVE for port object 34ee448e-1c54-4c64-bf0e-8bb451fcde99 will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:06.420874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:06.423346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:06.445187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8497433-705b-4e4c-abe9-ea8f21893cb2,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:06.452945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:06.540584 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4d3ca11711b4fca8cc35db7cbf6bae1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5825884 Dec 16 14:55:06.540948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60258) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:06.554631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.559217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Attempting to bind port 3df0fd03-2807-411a-925d-b4d0ccae4400 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:06.559217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Attempting to bind port 3df0fd03-2807-411a-925d-b4d0ccae4400 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:06.559217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Attempting to bind port 3df0fd03-2807-411a-925d-b4d0ccae4400 on network 22640b1c-4c47-4c71-9861-b248ec975b5d {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:06.559542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567c4137-13ff-40e6-b44f-76088539def4,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:06.564267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:06.564697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Checking segment: {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:06.565161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.565608 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Bound using segment: {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:06.566184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Bound port: 3df0fd03-2807-411a-925d-b4d0ccae4400, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:06.566611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.576067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:06.587967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:06.591829 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-756dc1bc-e430-4db2-b9c6-071b9a163a7c req-06f78b86-0a0a-42b6-a28a-8e9837ac1be8 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.2525904 Dec 16 14:55:06.612893 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8fc877c7a0143ecbbdd72cbecaf03aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1282079 Dec 16 14:55:06.615969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60262) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:06.637211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4485cd2c-1ec4-4c27-9105-e23659df8376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.663343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4485cd2c-1ec4-4c27-9105-e23659df8376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.722755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.735823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4485cd2c-1ec4-4c27-9105-e23659df8376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.748403 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:06.755495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0872f45d-40c2-4e50-b07d-888d66c29fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.767474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485cd2c-1ec4-4c27-9105-e23659df8376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8497433-705b-4e4c-abe9-ea8f21893cb2,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:06.772794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4485cd2c-1ec4-4c27-9105-e23659df8376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:06.782845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4485cd2c-1ec4-4c27-9105-e23659df8376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.786692 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4485cd2c-1ec4-4c27-9105-e23659df8376 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8497433-705b-4e4c-abe9-ea8f21893cb2 HTTP/1.1" status: 204 len: 168 time: 0.2423124 Dec 16 14:55:06.811116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:06.831736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:06.863522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0872f45d-40c2-4e50-b07d-888d66c29fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.301065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] For port 3df0fd03-2807-411a-925d-b4d0ccae4400, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:07.301065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] For port 3df0fd03-2807-411a-925d-b4d0ccae4400, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=3df0fd03-2807-411a-925d-b4d0ccae4400,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:07.310193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:07.310193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:07.310193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:07.312351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Network 1ab48171-7751-49dd-8d19-babe4bef5701 is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:07.312351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:07.312351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:07.312351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Pushing event updated for resources: {'Port': ['ID=34ee448e-1c54-4c64-bf0e-8bb451fcde99,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:07.312351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:07.313431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4dacc7-b6ca-4057-ac79-ad403037d389,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:07.313431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:07.313937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Attempting to bind port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:07.313937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Attempting to bind port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:07.313937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Attempting to bind port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 on network 1ab48171-7751-49dd-8d19-babe4bef5701 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:07.313937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:07.313937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Checking segment: {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:07.313937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.313937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Bound using segment: {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:07.313937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Bound port: 34ee448e-1c54-4c64-bf0e-8bb451fcde99, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:07.313937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.317131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Allocated IP 172.27.2.31 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/21dd7222-9d8d-4397-a913-98e06972983e) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:07.317267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.317267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:07.317541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0872f45d-40c2-4e50-b07d-888d66c29fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.317541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:07.317541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872f45d-40c2-4e50-b07d-888d66c29fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c4137-13ff-40e6-b44f-76088539def4,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:07.318080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0872f45d-40c2-4e50-b07d-888d66c29fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:07.324684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.325914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.350576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0872f45d-40c2-4e50-b07d-888d66c29fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.355921 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0872f45d-40c2-4e50-b07d-888d66c29fd7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/567c4137-13ff-40e6-b44f-76088539def4 HTTP/1.1" status: 204 len: 168 time: 0.7380569 Dec 16 14:55:07.379519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.381277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Pushing event updated for resources: {'Port': ['ID=3df0fd03-2807-411a-925d-b4d0ccae4400,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:07.397891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] For port 34ee448e-1c54-4c64-bf0e-8bb451fcde99, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:07.399816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] For port 34ee448e-1c54-4c64-bf0e-8bb451fcde99, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=34ee448e-1c54-4c64-bf0e-8bb451fcde99,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:07.401195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:07.456240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.456605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.461545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-558712d5-9cd9-4903-b35a-b93dcb503418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:07.472166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:07.585565 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Allocated IP 172.27.2.97 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:07.612981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Pushing event updated for resources: {'Port': ['ID=21dd7222-9d8d-4397-a913-98e06972983e,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:07.619539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:07.629013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:07.632835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:07.639668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:07.671197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Pushing event updated for resources: {'Port': ['ID=34ee448e-1c54-4c64-bf0e-8bb451fcde99,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:07.674848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:07.740557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60306) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:07.754778 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 14:55:07.815031 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d7423d38-9286-4ac6-bee3-93878794c79a req-91bfe078-64a1-4d5d-be76-9120657bbdfb tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.0684340 Dec 16 14:55:07.827853 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.829095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:07.922145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60310) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:07.993816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:08.128503 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:08.165725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:08.181215 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Usage tracker for resource:security_group_rule and tenant:52da05ef5995401fb481ad25c245011b is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:08.197185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:08.211525 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:08.358767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:08.364348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2fd17d6f-106d-4bd0-9543-0431072584e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:08.447933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Router d6cecf5c-0d27-495f-8882-a2df968aba65 is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 14:55:08.494143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Router 722eacd1-2a5a-4499-8be1-8453d5a16794 is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 14:55:08.499191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:08.500719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:08.511086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:08.518278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:08.522222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:08.567239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:08.646682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:08.666776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:08.677715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:55:08.688202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Sync routers for ids ['d6cecf5c-0d27-495f-8882-a2df968aba65'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:55:08.702545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Routers {'d6cecf5c-0d27-495f-8882-a2df968aba65'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:08.703940 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:54:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['d6cecf5c-0d27-495f-8882-a2df968aba65'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:08.723973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:08.725788 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0066774 Dec 16 14:55:08.731873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60340) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:08.733159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb97065-5030-4200-9cf3-552496bd7919,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:08.742322 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:08.748831 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52da05ef5995401fb481ad25c245011b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8197072 Dec 16 14:55:08.750008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60344) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:08.909186 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Set router d6cecf5c-0d27-495f-8882-a2df968aba65 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:09.115090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f5facb6-978d-4d46-a599-9a404343e9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:09.205872 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-912661c2-adc9-44ce-a0bb-3d8a66ff8358 req-c2155449-b198-441e-b66b-250a2c06f44c tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.0743356 Dec 16 14:55:09.208619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f5facb6-978d-4d46-a599-9a404343e9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:09.215981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:09.216695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:09.327739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:55:09.338567 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Sync routers for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:55:09.366582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:09.372976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:54:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:09.429622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:09.437786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0218196 Dec 16 14:55:09.443043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60364) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:09.626947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f5facb6-978d-4d46-a599-9a404343e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:09.683582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2f2358d0-d7ab-428b-8885-837259adffec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:09.740052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5facb6-978d-4d46-a599-9a404343e9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb97065-5030-4200-9cf3-552496bd7919,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:09.742420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f5facb6-978d-4d46-a599-9a404343e9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:09.743663 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6f5facb6-978d-4d46-a599-9a404343e9b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1cb97065-5030-4200-9cf3-552496bd7919 HTTP/1.1" status: 204 len: 168 time: 0.9925394 Dec 16 14:55:09.753311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 34ee448e-1c54-4c64-bf0e-8bb451fcde99 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:09.759546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6f5facb6-978d-4d46-a599-9a404343e9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:09.811164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '21dd7222-9d8d-4397-a913-98e06972983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:07Z', 'revision_number': 3, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'gw_port': {'id': '21dd7222-9d8d-4397-a913-98e06972983e', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:09.820915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Checking router: d6cecf5c-0d27-495f-8882-a2df968aba65 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:55:09.821302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Updating router d6cecf5c-0d27-495f-8882-a2df968aba65 port 21dd7222-9d8d-4397-a913-98e06972983e binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:55:09.960049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:10.035599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:10.275998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:10.333932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Router a8efcea1-16c0-4f94-a61d-e05532a7059a is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 14:55:10.522664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:10.554591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e2f3f0-1bba-4c07-b93f-1325cec78e56 None None] Network 22640b1c-4c47-4c71-9861-b248ec975b5d requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:10.616150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 3df0fd03-2807-411a-925d-b4d0ccae4400 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:10.712351 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-964991ed-bab7-408c-b9b9-9e39cd207c03 req-d0a21792-ad01-4310-9730-8de979c28371 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.0839655 Dec 16 14:55:10.863945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:10.888045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Allocated IP 172.20.0.1 (cfa2cabe-611e-4d60-ae11-c50e41390453/f5df494d-9ff2-4f4d-a99f-342d64749205/cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:10.894783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Transition to ACTIVE for port object 21dd7222-9d8d-4397-a913-98e06972983e will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:10.929860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:10.935387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6d0ee01f-fa5b-442a-93e0-f0dddc94057a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:11.129765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:55:11.130020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Attempting to bind port 21dd7222-9d8d-4397-a913-98e06972983e on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:11.130585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Attempting to bind port 21dd7222-9d8d-4397-a913-98e06972983e by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:11.131132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Attempting to bind port 21dd7222-9d8d-4397-a913-98e06972983e on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:11.134398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Pushing event updated for resources: {'Port': ['ID=21dd7222-9d8d-4397-a913-98e06972983e,revision_number=2']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:11.172103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Sync routers for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:55:11.175900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:11.176312 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:11.176752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:11.177185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:11.177711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Bound port: 21dd7222-9d8d-4397-a913-98e06972983e, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:11.178159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:11.213529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1b5c64-a7af-4cfc-9e43-3dfb4ff02570 None None] Network 1ab48171-7751-49dd-8d19-babe4bef5701 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:11.234946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.235306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.235838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.236338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.236835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.237333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.237842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.237943 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:11.238481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.239004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.239529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.240069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Tracked resource versions report: Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: pushed versions: Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': {'1.0'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': {'1.1'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': {'1.5'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': {'1.2'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: consumer versions: Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: L3 agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: Metadata agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: Metering agent@dv-cinder-821894-3-iscsi: {}, Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-821894-3-iscsi: { 'ConntrackHelper': '1.0', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Log': '1.0', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Network': '1.1', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Port': '1.5', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroup': '1.2', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.0', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'SubPort': '1.0', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Subnet': '1.1', Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Dec 16 14:55:11.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: {{(pid=88295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 16 14:55:11.248910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:11.252835 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9998884 Dec 16 14:55:11.254766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60410) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:11.259551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:11.318865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:11.338217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:11.385773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:11.404799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:54:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:11.425668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Pushing event updated for resources: {'Port': ['ID=cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:11.435485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:11.441763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Network cfa2cabe-611e-4d60-ae11-c50e41390453 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:11.443210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:11.446455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:11.447302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:11.668093 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:11.745305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:11.804922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-032ae0cf-e0e8-4460-b4fe-a6c3d57193fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:11.943989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-5520bb4e-639f-4013-adb6-42e08fb1a359 None None] Provisioning for port 3df0fd03-2807-411a-925d-b4d0ccae4400 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:12.067495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-5520bb4e-639f-4013-adb6-42e08fb1a359 None None] Provisioning complete for port 3df0fd03-2807-411a-925d-b4d0ccae4400 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:12.067925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5520bb4e-639f-4013-adb6-42e08fb1a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:12.107863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] For port 21dd7222-9d8d-4397-a913-98e06972983e, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:12.136541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 3df0fd03-2807-411a-925d-b4d0ccae4400 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:12.167556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 3df0fd03-2807-411a-925d-b4d0ccae4400 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:12.170160 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:12.176888 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] For port 21dd7222-9d8d-4397-a913-98e06972983e, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=21dd7222-9d8d-4397-a913-98e06972983e,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:12.241223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:12.261775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:12.358693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Routers {'d6cecf5c-0d27-495f-8882-a2df968aba65'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:12.359604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:54:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['d6cecf5c-0d27-495f-8882-a2df968aba65'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:12.366699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:12.432420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:12.434396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:12.440327 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:12.551649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Pushing event updated for resources: {'Port': ['ID=cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:12.557819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:12.581906 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b648e9a0-8b32-4b70-9e21-76902a4d9d24 req-ce7de760-7f7a-40fc-a538-788905676f8e tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.1774449 Dec 16 14:55:12.622142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] Set router d6cecf5c-0d27-495f-8882-a2df968aba65 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:12.649915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:12.688711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:07Z', 'revision_number': 3, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:12.714203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Checking router: 722eacd1-2a5a-4499-8be1-8453d5a16794 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:55:12.715151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Updating router 722eacd1-2a5a-4499-8be1-8453d5a16794 port 6f4dacc7-b6ca-4057-ac79-ad403037d389 binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:55:12.816027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.32', 58636) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:12.857104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Network cfa2cabe-611e-4d60-ae11-c50e41390453 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:12.860585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:12.980831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5520bb4e-639f-4013-adb6-42e08fb1a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:13.126122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:13.135095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Pushing event updated for resources: {'Port': ['ID=21dd7222-9d8d-4397-a913-98e06972983e,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:13.168192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:13.210637 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-38a0952f-bd2d-4bf4-8c3d-9b961a1bb7b7 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:13.212227 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-38a0952f-bd2d-4bf4-8c3d-9b961a1bb7b7 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.32 "GET /v2.0/networks?id=6400031e-0dc2-4363-a75b-4e9ac2480f83 HTTP/1.1" status: 200 len: 812 time: 0.3935385 Dec 16 14:55:13.289032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:13.302636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:13.443476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 3df0fd03-2807-411a-925d-b4d0ccae4400, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=3df0fd03-2807-411a-925d-b4d0ccae4400,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:13.583879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:13.615520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Allocated IP 172.20.0.1 (1ab48171-7751-49dd-8d19-babe4bef5701/88655090-024f-4a4c-8bf7-a199ded748ca/93c28503-461e-4d1d-b389-1459c1208249) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:13.715797 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:08Z', 'revision_number': 3, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:13.769357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Checking router: a8efcea1-16c0-4f94-a61d-e05532a7059a for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:55:13.769357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Updating router a8efcea1-16c0-4f94-a61d-e05532a7059a port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:55:14.034018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Request body: {'port': {'device_id': '8a5137d8-24f6-4b78-abcb-2cf8d939df3e', 'network_id': '6400031e-0dc2-4363-a75b-4e9ac2480f83', 'admin_state_up': True, 'tenant_id': 'c8372f52bdbf443385cd0058e122fbfc'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:14.046966 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e01a8989-6adf-4ec0-ae03-89d004af7714 req-4071a000-b1db-4426-9a41-d0068cfb22e1 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.0908101 Dec 16 14:55:14.091235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.140414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Router d6cecf5c-0d27-495f-8882-a2df968aba65 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:55:14.189276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Transition to ACTIVE for port object 93c28503-461e-4d1d-b389-1459c1208249 will not be triggered until provisioned by entity DHCP. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:14.191321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.204565 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Transition to ACTIVE for port object 6f4dacc7-b6ca-4057-ac79-ad403037d389 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:14.221426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3bea248d-f4c7-4cd0-b051-c10011911596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:14.252239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.284025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60498) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:14.321519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=3df0fd03-2807-411a-925d-b4d0ccae4400,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:14.327699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.331908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:14.364110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:14.481691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '21dd7222-9d8d-4397-a913-98e06972983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:11Z', 'revision_number': 4, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'gw_port': {'id': '21dd7222-9d8d-4397-a913-98e06972983e', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb', 'name': '', 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'mac_address': 'fa:16:3e:d9:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:10Z', 'updated_at': '2021-12-16T14:55:12Z', 'revision_number': 2, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'subnets': [{'id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:14.492845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273adc6e-24f0-4c07-a7c3-f4b30758e7ea None None] The sync data for ids ['d6cecf5c-0d27-495f-8882-a2df968aba65'] in dv-cinder-821894-3-iscsi is: [{'id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '21dd7222-9d8d-4397-a913-98e06972983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:11Z', 'revision_number': 4, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'gw_port': {'id': '21dd7222-9d8d-4397-a913-98e06972983e', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb', 'name': '', 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'mac_address': 'fa:16:3e:d9:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:10Z', 'updated_at': '2021-12-16T14:55:12Z', 'revision_number': 2, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'subnets': [{'id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:55:14.523383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:55:14.524264 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fc96e-9079-42e5-93eb-00ebe74c6ec7 None None] Pushing event updated for resources: {'Port': ['ID=6f4dacc7-b6ca-4057-ac79-ad403037d389,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:14.546159 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] 10.222.0.45 "PUT /v2.0/routers/d6cecf5c-0d27-495f-8882-a2df968aba65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8164966 Dec 16 14:55:14.548385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2c5fc96e-9079-42e5-93eb-00ebe74c6ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:14.549113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.551717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-5520bb4e-639f-4013-adb6-42e08fb1a359 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:55:14.552128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-5520bb4e-639f-4013-adb6-42e08fb1a359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 16 14:55:14.555092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8e15e98a-2618-4f97-a5d9-b88cfebc9100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.593066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Attempting to bind port 6f4dacc7-b6ca-4057-ac79-ad403037d389 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:14.593576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Attempting to bind port 6f4dacc7-b6ca-4057-ac79-ad403037d389 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:14.594005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Attempting to bind port 6f4dacc7-b6ca-4057-ac79-ad403037d389 on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:14.606876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:14.607306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:14.607765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.608217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:14.608998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Bound port: 6f4dacc7-b6ca-4057-ac79-ad403037d389, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:14.609422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.699417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:14.715923 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.722607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Usage tracker for resource:port and tenant:c8372f52bdbf443385cd0058e122fbfc is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:14.740735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:14.756900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4870880c-6246-4342-9ba6-8ffad2cd33f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:14.876323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Pushing event updated for resources: {'Port': ['ID=93c28503-461e-4d1d-b389-1459c1208249,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:14.879751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:14.895520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:14.917427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] For port 6f4dacc7-b6ca-4057-ac79-ad403037d389, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:14.922079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] For port 6f4dacc7-b6ca-4057-ac79-ad403037d389, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=6f4dacc7-b6ca-4057-ac79-ad403037d389,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:14.929225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Network 1ab48171-7751-49dd-8d19-babe4bef5701 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:14.935123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:14.938252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:14.938990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.970026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.980480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:14.985693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:15.051303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:15.079358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:15.089579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Usage tracker for resource:security_group_rule and tenant:9e069869994b4cc2ab95d55def3753c0 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:15.101945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:15.122267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:15.136269 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Made reservation on behalf of c8372f52bdbf443385cd0058e122fbfc for: {'port': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:15.137500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Transition to ACTIVE for port object 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:15.154847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:15.185535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:15.195494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5dc85a3e-3e9f-4e77-a38e-e8b9470bad46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:15.368650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:15.415487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:15.442336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fc96e-9079-42e5-93eb-00ebe74c6ec7 None None] Pushing event updated for resources: {'Port': ['ID=6f4dacc7-b6ca-4057-ac79-ad403037d389,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:15.456285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2c5fc96e-9079-42e5-93eb-00ebe74c6ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:15.476705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:15.477690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:55:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:15.498300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab2390-f41e-47db-93f8-cebd0e52e0a0 None None] Pushing event updated for resources: {'Port': ['ID=0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8,revision_number=2']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:15.531583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3f3582ce-51bd-42d3-ad5e-5b62b409dcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:15.543316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c9ab2390-f41e-47db-93f8-cebd0e52e0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:15.557006 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e069869994b4cc2ab95d55def3753c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2495797 Dec 16 14:55:15.569696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60546) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:15.614709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Attempting to bind port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:15.615054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Attempting to bind port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:15.615465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Attempting to bind port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:15.624832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:15.625249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:15.625699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:15.626784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:15.627334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Bound port: 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:15.627743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:15.778875 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-274cca0b-f202-4607-a99d-1bdae97e1734 req-d39e0a10-ef0f-4c54-9933-885f0625fb65 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.2205768 Dec 16 14:55:15.828554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] For port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:15.852629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c074e8f-5c4b-428d-885f-45c21ccf1967,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:15.867871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] For port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:15.891191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:15.897491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:15.901716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:15.908786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:16.081873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cbe52d04-9560-4040-ba06-a3e9fd447c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:16.135200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab2390-f41e-47db-93f8-cebd0e52e0a0 None None] Pushing event updated for resources: {'Port': ['ID=0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:16.140250 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c9ab2390-f41e-47db-93f8-cebd0e52e0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:16.181978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:16.185090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:55:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:16.192672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cbe52d04-9560-4040-ba06-a3e9fd447c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:16.268263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:16.419488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cbe52d04-9560-4040-ba06-a3e9fd447c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:16.425227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1ba7a4db-66f5-4d31-90fd-e75fdbda9213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:16.483601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe52d04-9560-4040-ba06-a3e9fd447c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c074e8f-5c4b-428d-885f-45c21ccf1967,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:16.509548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cbe52d04-9560-4040-ba06-a3e9fd447c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:16.518535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cbe52d04-9560-4040-ba06-a3e9fd447c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:16.523492 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-cbe52d04-9560-4040-ba06-a3e9fd447c96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c074e8f-5c4b-428d-885f-45c21ccf1967 HTTP/1.1" status: 204 len: 168 time: 0.9525602 Dec 16 14:55:16.667337 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:16.670116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Allocated IP 172.20.0.8 (6400031e-0dc2-4363-a75b-4e9ac2480f83/edac7069-e430-4f72-8c8a-b5f2f2844064/fe38e090-8b64-4c8e-9be5-fa79544d452c) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:16.771508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:16.792104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 3df0fd03-2807-411a-925d-b4d0ccae4400 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:16.922993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:16.971071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Provisioning complete for port 3df0fd03-2807-411a-925d-b4d0ccae4400 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:16.972192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:17.256474 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-27dd274b-d2ec-424c-85aa-9b8d2e446bf6 req-7c5373fc-00ef-4b7d-9cd4-7e837d1b7c15 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.2109811 Dec 16 14:55:17.340027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:17.405823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:17.475451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:17.482992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60598) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:17.501382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:17.622497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:17.665451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:08Z', 'revision_number': 3, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:17.680121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e5340-62dd-47d4-ad36-adad2b3d8955 None None] The sync data for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi is: [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:08Z', 'revision_number': 3, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:55:17.828725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 3df0fd03-2807-411a-925d-b4d0ccae4400 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:17.829249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:17.873547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:18.006891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:18.012345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6482f122c648388cc553e5046197fe is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:18.016335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:18.025498 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:18.155853 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:18.207081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:18.216162 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-91dd4e22-19ac-460a-b258-c5397b2f7f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:18.290258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e7e95-913f-47f4-bad1-f6a1c93cc1db,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:18.295641 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd6482f122c648388cc553e5046197fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8113282 Dec 16 14:55:18.296645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:18.304977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60614) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:18.577696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a5307c27-e03c-4491-9716-a7c8bc222185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:18.587388 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Network 6400031e-0dc2-4363-a75b-4e9ac2480f83 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:18.617176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Provisioning for port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:18.620004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Network 1ab48171-7751-49dd-8d19-babe4bef5701 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:18.624103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Provisioning complete for port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:18.624609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:18.833801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a5307c27-e03c-4491-9716-a7c8bc222185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:18.855572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:13Z', 'revision_number': 1, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:18.918759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3da83e-1a7e-4fed-8eb6-b844ab3d2b97 None None] The sync data for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi is: [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:13Z', 'revision_number': 1, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:55:18.985745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 21dd7222-9d8d-4397-a913-98e06972983e up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:18.993186 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44fa69-e90d-4023-b180-24b71a581810 req-f4a1775f-90e8-42ad-b2cb-ba9e4843eb25 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:19.016217 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc44fa69-e90d-4023-b180-24b71a581810 req-f4a1775f-90e8-42ad-b2cb-ba9e4843eb25 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 931 time: 0.4028113 Dec 16 14:55:19.035183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:19.037940 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:19.046834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-a05d62d5-2b2a-4075-93e5-f9cd1db4f617 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:19.047609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-a05d62d5-2b2a-4075-93e5-f9cd1db4f617 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Synchronizing usage tracker for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:network {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:19.065792 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:19.072206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:19.073304 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.106928 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.115768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-dc44fa69-e90d-4023-b180-24b71a581810 req-0330b025-2f11-4aa0-9320-cfa63f9522da tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Synchronizing usage tracker for tenant:c8372f52bdbf443385cd0058e122fbfc on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:19.140502 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a5307c27-e03c-4491-9716-a7c8bc222185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.182888 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] For port 34ee448e-1c54-4c64-bf0e-8bb451fcde99, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=34ee448e-1c54-4c64-bf0e-8bb451fcde99,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:19.199595 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:19.215410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.217986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:19.275019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5307c27-e03c-4491-9716-a7c8bc222185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e7e95-913f-47f4-bad1-f6a1c93cc1db,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:19.278880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a5307c27-e03c-4491-9716-a7c8bc222185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:19.294331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a5307c27-e03c-4491-9716-a7c8bc222185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.294331 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a5307c27-e03c-4491-9716-a7c8bc222185 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba3e7e95-913f-47f4-bad1-f6a1c93cc1db HTTP/1.1" status: 204 len: 168 time: 0.9876132 Dec 16 14:55:19.312466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-dc44fa69-e90d-4023-b180-24b71a581810 req-0330b025-2f11-4aa0-9320-cfa63f9522da tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Unset dirty status for tenant:c8372f52bdbf443385cd0058e122fbfc on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:19.328546 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc44fa69-e90d-4023-b180-24b71a581810 req-0330b025-2f11-4aa0-9320-cfa63f9522da tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101645 Dec 16 14:55:19.381652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 21dd7222-9d8d-4397-a913-98e06972983e completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:19.440184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Pushing event updated for resources: {'Port': ['ID=93c28503-461e-4d1d-b389-1459c1208249,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:19.444571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.955s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:19.455997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 21dd7222-9d8d-4397-a913-98e06972983e triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:19.457960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.887s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:19.466948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.540183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-a05d62d5-2b2a-4075-93e5-f9cd1db4f617 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Unset dirty status for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:network {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:19.541528 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-a05d62d5-2b2a-4075-93e5-f9cd1db4f617 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 818 time: 2.1369405 Dec 16 14:55:19.596903 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Pushing event updated for resources: {'Port': ['ID=34ee448e-1c54-4c64-bf0e-8bb451fcde99,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:19.603192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:19.761339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.801065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 21dd7222-9d8d-4397-a913-98e06972983e, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=21dd7222-9d8d-4397-a913-98e06972983e,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:19.802313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55e70e66-8b4b-458d-ad5f-76f6791463c6 None None] Provisioning for port 93c28503-461e-4d1d-b389-1459c1208249 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:19.807994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55e70e66-8b4b-458d-ad5f-76f6791463c6 None None] Provisioning complete for port 93c28503-461e-4d1d-b389-1459c1208249 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:19.808927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55e70e66-8b4b-458d-ad5f-76f6791463c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.849811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.857760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:19.881883 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8624935 Dec 16 14:55:19.888075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:19.890302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2c5fc96e-9079-42e5-93eb-00ebe74c6ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:19.933657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Pushing event updated for resources: {'Port': ['ID=fe38e090-8b64-4c8e-9be5-fa79544d452c,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:19.978461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:19.993438 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-a85ccd24-e740-467d-90b1-530b63949b9f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/quotas/3a7679aab0dd4c2589d94c145df1f4b9 HTTP/1.1" status: 200 len: 375 time: 0.2871943 Dec 16 14:55:20.000250 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55e70e66-8b4b-458d-ad5f-76f6791463c6 None None] Port 93c28503-461e-4d1d-b389-1459c1208249 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:55:20.022014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=21dd7222-9d8d-4397-a913-98e06972983e,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:20.029911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:20.096310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:20.126560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:20.127392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:20.289696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-fd995ec1-7948-4cc0-ad90-74c9b4469dda None None] Provisioning complete for port 93c28503-461e-4d1d-b389-1459c1208249 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:20.289696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fd995ec1-7948-4cc0-ad90-74c9b4469dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:20.425774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-fd995ec1-7948-4cc0-ad90-74c9b4469dda None None] Port 93c28503-461e-4d1d-b389-1459c1208249 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:55:20.453398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:20.481230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:20.493840 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-11f709aa-8252-4c37-81d6-1973201ead38 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4990184 Dec 16 14:55:20.512790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:20.517533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:20.806113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Allocated IP 172.20.0.1 (22640b1c-4c47-4c71-9861-b248ec975b5d/26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b/223e5ab0-f759-4427-8778-b964f93c2d5a) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:20.855202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628ade-a5e6-4211-94b3-b1d90e7e42ad req-21a5c706-db5d-444b-b9fa-2fd475bba9e6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:20.863606 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9628ade-a5e6-4211-94b3-b1d90e7e42ad req-21a5c706-db5d-444b-b9fa-2fd475bba9e6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 931 time: 0.1542299 Dec 16 14:55:20.877797 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Router 722eacd1-2a5a-4499-8be1-8453d5a16794 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:55:20.883497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 34ee448e-1c54-4c64-bf0e-8bb451fcde99 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:20.943477 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9628ade-a5e6-4211-94b3-b1d90e7e42ad req-97e8b4b6-e181-42af-96d7-771dbb70d49c tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787697 Dec 16 14:55:21.059200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:21.063367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:21.083441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:21.083980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:21.304441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 21dd7222-9d8d-4397-a913-98e06972983e up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:21.421586 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:21.454553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Transition to ACTIVE for port object 223e5ab0-f759-4427-8778-b964f93c2d5a will not be triggered until provisioned by entity DHCP. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:21.476009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 21dd7222-9d8d-4397-a913-98e06972983e triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:21.476913 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:21.510059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:55:21.528786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] 10.222.0.45 "PUT /v2.0/routers/722eacd1-2a5a-4499-8be1-8453d5a16794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0133150 Dec 16 14:55:21.552513 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:21.563001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-160fdb4b-6f0c-4d4c-9c89-2fca115ab1ed service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:55:21.576504 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-160fdb4b-6f0c-4d4c-9c89-2fca115ab1ed service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.4452972 Dec 16 14:55:21.615001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:22.105793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Network 22640b1c-4c47-4c71-9861-b248ec975b5d is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:22.180816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:22.195044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:22.195548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:22.202027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Pushing event updated for resources: {'Port': ['ID=223e5ab0-f759-4427-8778-b964f93c2d5a,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:22.215705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:22.263041 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-17e43843-6277-436b-840e-80a77ed0ee1a service neutron] 10.222.0.45 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850121 Dec 16 14:55:22.539019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:22.583277 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-00036a19-f440-4998-ac24-aced6425f6d6 service neutron] 10.222.0.45 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067012 Dec 16 14:55:22.990824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 6f4dacc7-b6ca-4057-ac79-ad403037d389 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:23.081222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-ed148826-6579-4498-8e96-5dde33a0bfd8 None None] Provisioning for port 223e5ab0-f759-4427-8778-b964f93c2d5a completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:23.098669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-ed148826-6579-4498-8e96-5dde33a0bfd8 None None] Provisioning complete for port 223e5ab0-f759-4427-8778-b964f93c2d5a triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:23.106315 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ed148826-6579-4498-8e96-5dde33a0bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:23.184432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:23.326727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:23.368422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:23.369611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:23.374291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:23.446142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-ed148826-6579-4498-8e96-5dde33a0bfd8 None None] Port 223e5ab0-f759-4427-8778-b964f93c2d5a cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:55:23.539459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 6f4dacc7-b6ca-4057-ac79-ad403037d389 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:23.555183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 6f4dacc7-b6ca-4057-ac79-ad403037d389 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:23.555569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:23.604692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Pushing event updated for resources: {'Port': ['ID=223e5ab0-f759-4427-8778-b964f93c2d5a,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:23.619482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:23.667634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60742) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:23.673774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594755578', 'description': 'tempest-description--378823055'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:23.687226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:23.694550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:security_group and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:23.709899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:23.744298 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:23.909763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:23.933781 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2c51d69b-976f-4be5-a561-32dd59f1dd38 req-27dc0229-7063-49d8-8a2b-0bd3d01eee6a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Synchronizing usage tracker for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:23.952852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-41c3fff1-1eae-4cc8-aac2-d3f170decbb7 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:55:23.954180 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-41c3fff1-1eae-4cc8-aac2-d3f170decbb7 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0171645 Dec 16 14:55:24.032738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:24.048378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:security_group_rule and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:24.052054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:24.064204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:24.129236 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:24.210176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811dba7-7ce5-485f-854e-eca33b512eb5 req-05072442-9739-4113-8935-67756e41e76f tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:24.211199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-1811dba7-7ce5-485f-854e-eca33b512eb5 req-05072442-9739-4113-8935-67756e41e76f tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Synchronizing usage tracker for tenant:c8372f52bdbf443385cd0058e122fbfc on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:24.217384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 6f4dacc7-b6ca-4057-ac79-ad403037d389, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=6f4dacc7-b6ca-4057-ac79-ad403037d389,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:24.229031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Sync routers for ids ['d6cecf5c-0d27-495f-8882-a2df968aba65'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:55:24.246368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Network 22640b1c-4c47-4c71-9861-b248ec975b5d is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:24.266814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:24.295212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:24.298708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:24.380689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:24.406324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2c51d69b-976f-4be5-a561-32dd59f1dd38 req-27dc0229-7063-49d8-8a2b-0bd3d01eee6a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Unset dirty status for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:24.419677 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c51d69b-976f-4be5-a561-32dd59f1dd38 req-27dc0229-7063-49d8-8a2b-0bd3d01eee6a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 210 time: 0.6023967 Dec 16 14:55:24.436391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-1811dba7-7ce5-485f-854e-eca33b512eb5 req-05072442-9739-4113-8935-67756e41e76f tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Unset dirty status for tenant:c8372f52bdbf443385cd0058e122fbfc on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:24.449402 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:24.453933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:24.468105 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1811dba7-7ce5-485f-854e-eca33b512eb5 req-05072442-9739-4113-8935-67756e41e76f tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 931 time: 0.8647161 Dec 16 14:55:24.537741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Request body: {'port': {'device_id': '8a5137d8-24f6-4b78-abcb-2cf8d939df3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:24.546825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:24.672161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317d543d-eb7b-4e54-86a4-7accc5eff0df,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:24.707354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:24.721973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:24.731742 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0595236 Dec 16 14:55:24.734546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60776) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:24.765274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'security_group_rule': {'security_group_id': '317d543d-eb7b-4e54-86a4-7accc5eff0df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:24.800291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:24.822543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:security_group_rule and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:24.826576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:24.828708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Routers {'d6cecf5c-0d27-495f-8882-a2df968aba65'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:24.829429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:55:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['d6cecf5c-0d27-495f-8882-a2df968aba65'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:24.859515 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1811dba7-7ce5-485f-854e-eca33b512eb5 req-87c44e7f-15bd-4c8a-9a3f-71cbc323842e tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873143 Dec 16 14:55:24.863100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:24.999549 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:25.063574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:25.292009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:25.303472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=6f4dacc7-b6ca-4057-ac79-ad403037d389,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:25.342683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:25.344546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:25.401788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:25.533636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d9976f-ab6a-49a3-8d9e-f0147e0f8ec1,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:25.562156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:25.584481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-458dd738-e7f2-480c-a6c4-142acedf1c35 None None] Provisioning complete for port 223e5ab0-f759-4427-8778-b964f93c2d5a triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:25.587566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-458dd738-e7f2-480c-a6c4-142acedf1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:25.660268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:25.660755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:25.678188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:25.680200 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9409699 Dec 16 14:55:25.686667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60804) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:25.741539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'security_group_rule': {'security_group_id': '317d543d-eb7b-4e54-86a4-7accc5eff0df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:25.764377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe38e090-8b64-4c8e-9be5-fa79544d452c {{(pid=88292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:55:25.766756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:25.771720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:25.786459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:security_group_rule and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:25.787717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Transition to ACTIVE for port object fe38e090-8b64-4c8e-9be5-fa79544d452c will not be triggered until provisioned by entity L2. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:25.793654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:25.845930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:25.856714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:25.884147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-dbf88a7f-e405-40f5-8054-be1fde9f27ea tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:25.891709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e596bd8d-2932-4a66-b822-14ff3dfadf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:25.900310 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-dbf88a7f-e405-40f5-8054-be1fde9f27ea tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 818 time: 0.5240679 Dec 16 14:55:25.954786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7e88d40-8f58-483b-8b4f-b17f496a7795 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/quotas/3a7679aab0dd4c2589d94c145df1f4b9 HTTP/1.1" status: 200 len: 375 time: 0.0517306 Dec 16 14:55:26.125210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:26.168924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-458dd738-e7f2-480c-a6c4-142acedf1c35 None None] Port 223e5ab0-f759-4427-8778-b964f93c2d5a cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:55:26.259646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Pushing event updated for resources: {'Port': ['ID=fe38e090-8b64-4c8e-9be5-fa79544d452c,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:26.273746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Set router d6cecf5c-0d27-495f-8882-a2df968aba65 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:26.524914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:26.654446 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-8f805f4b-b788-4745-bd46-5e26bb281805 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7003279 Dec 16 14:55:26.675891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 6f4dacc7-b6ca-4057-ac79-ad403037d389 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:26.728715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Attempting to bind port fe38e090-8b64-4c8e-9be5-fa79544d452c on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:26.729121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Attempting to bind port fe38e090-8b64-4c8e-9be5-fa79544d452c by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '91a51a36-cb83-4df9-9413-ef8933b4edc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6400031e-0dc2-4363-a75b-4e9ac2480f83'}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:26.729492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Attempting to bind port fe38e090-8b64-4c8e-9be5-fa79544d452c on network 6400031e-0dc2-4363-a75b-4e9ac2480f83 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:26.757897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Router a8efcea1-16c0-4f94-a61d-e05532a7059a has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:55:26.935042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 6f4dacc7-b6ca-4057-ac79-ad403037d389 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:26.936044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:27.010615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:27.061754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:27.065921 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-70d773f2-9563-438a-9abd-075efde422a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:27.096618 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-6479ef0b-03cf-41f1-a966-70dce5f5b0cf service neutron] 10.222.0.45 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412050 Dec 16 14:55:27.141128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e78892-c042-45ca-a003-eede0d025240,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:27.161086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:27.179812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:27.181154 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4929523 Dec 16 14:55:27.185007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60832) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:27.192440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'floatingip': {'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:27.227472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:27.287663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Port fe38e090-8b64-4c8e-9be5-fa79544d452c on network 6400031e-0dc2-4363-a75b-4e9ac2480f83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:55:27.287935 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Attempting to bind port fe38e090-8b64-4c8e-9be5-fa79544d452c on network 6400031e-0dc2-4363-a75b-4e9ac2480f83 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:27.308811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220a282-5b5f-4ae6-bf14-5f7eafa446f8 req-05bc05dc-c023-4bf0-bace-c23b25da9bd5 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:27.310534 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0220a282-5b5f-4ae6-bf14-5f7eafa446f8 req-05bc05dc-c023-4bf0-bace-c23b25da9bd5 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 1.0573559 Dec 16 14:55:27.384667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:27.385055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Checking segment: {'id': '91a51a36-cb83-4df9-9413-ef8933b4edc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6400031e-0dc2-4363-a75b-4e9ac2480f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:27.385651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Bound using segment: {'id': '91a51a36-cb83-4df9-9413-ef8933b4edc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6400031e-0dc2-4363-a75b-4e9ac2480f83'} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:27.386748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Bound port: fe38e090-8b64-4c8e-9be5-fa79544d452c, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a51a36-cb83-4df9-9413-ef8933b4edc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6400031e-0dc2-4363-a75b-4e9ac2480f83'}}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:27.387144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:27.469899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:floatingip and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:27.485711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:27.515833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:27.591647 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-0a9f0cd5-9fd7-422a-9550-aab5a24fa6bd service neutron] 10.222.0.45 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782646 Dec 16 14:55:27.621631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:27.634696 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0220a282-5b5f-4ae6-bf14-5f7eafa446f8 req-165f648a-f31b-4015-954c-d8a471794ae9 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651706 Dec 16 14:55:27.655274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '21dd7222-9d8d-4397-a913-98e06972983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:11Z', 'revision_number': 4, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'gw_port': {'id': '21dd7222-9d8d-4397-a913-98e06972983e', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb', 'name': '', 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'mac_address': 'fa:16:3e:d9:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:10Z', 'updated_at': '2021-12-16T14:55:12Z', 'revision_number': 2, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'subnets': [{'id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:27.660886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Checking router: d6cecf5c-0d27-495f-8882-a2df968aba65 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:55:27.661300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Updating router d6cecf5c-0d27-495f-8882-a2df968aba65 port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:55:27.710007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Sync routers for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:55:27.735242 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:27.737387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:55:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:27.787140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] For port fe38e090-8b64-4c8e-9be5-fa79544d452c, host hv-cinder-82189, cleared binding levels {{(pid=88292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:27.816241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] For port fe38e090-8b64-4c8e-9be5-fa79544d452c, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fe38e090-8b64-4c8e-9be5-fa79544d452c,segment=NetworkSegment(91a51a36-cb83-4df9-9413-ef8933b4edc3),segment_id=91a51a36-cb83-4df9-9413-ef8933b4edc3)] {{(pid=88292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:27.822241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:27.892350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:55:27.906530 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] 10.222.0.45 "PUT /v2.0/routers/a8efcea1-16c0-4f94-a61d-e05532a7059a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6497591 Dec 16 14:55:27.929057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:27.992101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:28.058604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:28.060732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:28.061120 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] 10.222.0.32 "PUT /v2.0/ports/fe38e090-8b64-4c8e-9be5-fa79544d452c HTTP/1.1" status: 200 len: 1093 time: 3.8187907 Dec 16 14:55:28.069225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5137d8-24f6-4b78-abcb-2cf8d939df3e', 'tag': 'fe38e090-8b64-4c8e-9be5-fa79544d452c'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:55:28.117333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:28.188187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Sync routers for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:55:28.218080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:28.219733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:55:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:28.275141 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-529470ad-75eb-41d3-94b2-2c28eb6355bc req-8df05535-21a4-491c-8ac1-e6934681de54 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.2072072 Dec 16 14:55:28.323908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Pushing event updated for resources: {'Port': ['ID=fe38e090-8b64-4c8e-9be5-fa79544d452c,revision_number=3']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:28.327842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:28.434098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Allocated IP 172.27.2.79 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/593a76b6-5e8c-4b70-9245-e21c5692da43) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:28.496225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60874) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:28.697992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:28.758504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:28.764722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:28.824176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:28.897864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:28.903544 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:28.903678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:28.905926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'Port': ['ID=593a76b6-5e8c-4b70-9245-e21c5692da43,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:28.922353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:29.007139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:29.013909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:29.016516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Usage tracker for resource:security_group_rule and tenant:a6dd733e598743ffb9ad7f31a0d2b7ab is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:29.025978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:29.036177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:16Z', 'revision_number': 2, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:29.047306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Checking router: 722eacd1-2a5a-4499-8be1-8453d5a16794 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:55:29.047703 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Updating router 722eacd1-2a5a-4499-8be1-8453d5a16794 port 93c28503-461e-4d1d-b389-1459c1208249 binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:55:29.048628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:29.114021 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5137d8-24f6-4b78-abcb-2cf8d939df3e', 'tag': 'fe38e090-8b64-4c8e-9be5-fa79544d452c', 'status': 'completed', 'code': 200} Dec 16 14:55:29.132801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.143332 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.173361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.178126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.182255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-bcb48e06-3b6b-4f24-b3a4-fe103c42848b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:29.312532 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.388819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17612e40-6335-4b31-8d70-7f933762b4bc,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:29.412611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:29.432525 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6dd733e598743ffb9ad7f31a0d2b7ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9333022 Dec 16 14:55:29.437794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60902) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:29.493820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5f945-1556-4699-940a-b7d1a8bd8a72 req-700fb3ce-12dc-41a7-bfad-c69705a512fc tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:29.500344 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ad5f945-1556-4699-940a-b7d1a8bd8a72 req-700fb3ce-12dc-41a7-bfad-c69705a512fc tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.2903323 Dec 16 14:55:29.585074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60906) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:29.588752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 2, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:29.591643 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426580430', 'description': 'tempest-description--400785777'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:29.598568 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Checking router: a8efcea1-16c0-4f94-a61d-e05532a7059a for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:55:29.599000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Updating router a8efcea1-16c0-4f94-a61d-e05532a7059a port 223e5ab0-f759-4427-8778-b964f93c2d5a binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:55:29.600371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:29.617679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:security_group and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:29.621949 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-94148875-64b4-4547-8f2f-dec79e982f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.634911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.645451 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ad5f945-1556-4699-940a-b7d1a8bd8a72 req-11beada9-474a-4d51-bcd7-969575ee029c tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406264 Dec 16 14:55:29.647012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:29.669764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:29.670615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Transition to ACTIVE for port object cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:29.688022 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.735265 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.746287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:29.770084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.859218 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ca0e8f55-0456-4f52-a5ab-60d3fe057947 req-ddda592f-00af-4716-8bc5-42f56949fb88 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.0982540 Dec 16 14:55:29.868952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:29.875936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-94148875-64b4-4547-8f2f-dec79e982f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.882417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:security_group_rule and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:29.899561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8dbce-03e6-44f4-929f-5bbed6fc7116 None None] Pushing event updated for resources: {'Port': ['ID=cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:29.899561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-60b8dbce-03e6-44f4-929f-5bbed6fc7116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:29.900150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:29.912008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:29.921431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:55:29.951944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.965903 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.992325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:29.993303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Transition to ACTIVE for port object 93c28503-461e-4d1d-b389-1459c1208249 will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:29.998809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b41ff67-ba3d-4941-ae8f-32f8865041fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:30.000675 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.037898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-94148875-64b4-4547-8f2f-dec79e982f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.060981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.061684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.064791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.071687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:30.087977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:30.108881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'Port': ['ID=593a76b6-5e8c-4b70-9245-e21c5692da43,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:30.112649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-94148875-64b4-4547-8f2f-dec79e982f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.114165 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-94148875-64b4-4547-8f2f-dec79e982f13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17612e40-6335-4b31-8d70-7f933762b4bc HTTP/1.1" status: 204 len: 168 time: 0.6753852 Dec 16 14:55:30.115479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:30.116339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a5307c27-e03c-4491-9716-a7c8bc222185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:30.127537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94148875-64b4-4547-8f2f-dec79e982f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17612e40-6335-4b31-8d70-7f933762b4bc,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:30.131194 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-94148875-64b4-4547-8f2f-dec79e982f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:30.146778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.157812 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9622171 Dec 16 14:55:30.165370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Attempting to bind port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:30.166078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Attempting to bind port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:30.166601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Attempting to bind port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb on network cfa2cabe-611e-4d60-ae11-c50e41390453 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:30.182177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:30.188265 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Checking segment: {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:30.188691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.189140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Bound using segment: {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:30.189835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Bound port: cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:30.190292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.205341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d969da-6f8c-4242-872f-92a802f1d966,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:30.220378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:30.271067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.272425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6860569 Dec 16 14:55:30.275829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60922) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:30.285915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'security_group_rule': {'security_group_id': '05d969da-6f8c-4242-872f-92a802f1d966', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:30.304038 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:30.332699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:security_group_rule and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:30.332699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:30.333927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:30.400981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.437108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] For port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:30.441492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] For port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:30.521196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.541804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:30.587491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.600881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Attempting to bind port 93c28503-461e-4d1d-b389-1459c1208249 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:30.601299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Attempting to bind port 93c28503-461e-4d1d-b389-1459c1208249 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:30.601703 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Attempting to bind port 93c28503-461e-4d1d-b389-1459c1208249 on network 1ab48171-7751-49dd-8d19-babe4bef5701 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:30.615563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec630dbe-ebde-4768-aef0-44d4e7cdf9a0 None None] Pushing event updated for resources: {'Port': ['ID=93c28503-461e-4d1d-b389-1459c1208249,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:30.618508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:30.618923 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Checking segment: {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:30.619371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.619803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Bound using segment: {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:30.620875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Bound port: 93c28503-461e-4d1d-b389-1459c1208249, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:30.621543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.644714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec630dbe-ebde-4768-aef0-44d4e7cdf9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:30.655042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-c8ac6b48-8805-4949-8787-ef4083b56182 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Synchronizing usage tracker for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:30.660503 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.698889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:30.735974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-c8ac6b48-8805-4949-8787-ef4083b56182 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Unset dirty status for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:30.737284 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-c8ac6b48-8805-4949-8787-ef4083b56182 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--594755578&fields=id&tenant_id=ff7a06ecc2404836b66f3a06d4f34d63 HTTP/1.1" status: 200 len: 267 time: 0.2307572 Dec 16 14:55:30.743583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99f8a3a-f069-471c-ae90-14e69fb44b74,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:30.750795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] For port 93c28503-461e-4d1d-b389-1459c1208249, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:30.768733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] For port 93c28503-461e-4d1d-b389-1459c1208249, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=93c28503-461e-4d1d-b389-1459c1208249,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:30.783549 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:30.811167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.826517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Routers {'d6cecf5c-0d27-495f-8882-a2df968aba65'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:30.827196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:55:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['d6cecf5c-0d27-495f-8882-a2df968aba65'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:30.833331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.849090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:30.887656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:30.888531 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6110125 Dec 16 14:55:30.891951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60940) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:30.895960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeb9c4-af4e-440b-aa7a-a39755b84dd1 req-2afdb6b9-d4c1-4979-8c18-43a937a59eed tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:30.905889 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cabeb9c4-af4e-440b-aa7a-a39755b84dd1 req-2afdb6b9-d4c1-4979-8c18-43a937a59eed tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.1012650 Dec 16 14:55:30.935196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'security_group_rule': {'security_group_id': '05d969da-6f8c-4242-872f-92a802f1d966', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:30.949398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:30.959184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:security_group_rule and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:30.964792 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60948) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:30.967542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:30.972428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:30.973372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:55:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:30.981601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:31.001586 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.041086 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cabeb9c4-af4e-440b-aa7a-a39755b84dd1 req-732afd08-d949-4de1-ac77-4b286390f638 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351042 Dec 16 14:55:31.045177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] Set router d6cecf5c-0d27-495f-8882-a2df968aba65 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:31.080944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.098589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-ce1606ed-e2f6-45fc-87e0-a358073351aa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:31.099595 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-ce1606ed-e2f6-45fc-87e0-a358073351aa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Synchronizing usage tracker for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:network {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:31.108856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:31.122197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Usage tracker for resource:security_group_rule and tenant:fc1d255b91bc455fa622fd26f86bc02f is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:31.126873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:31.145927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:31.254143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:31.325814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.380549 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.383584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f848ab43-1e07-43b8-99a5-4bcbae02004a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:31.413933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.415947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02817822-0f5e-4a0a-a1d5-6c57e3cc8a67,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:31.426000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:31.430231 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f518acad-0334-4e0a-9f6f-b5b0f2b9ad0a req-57d98cb3-834c-432e-807e-4b9461579451 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.1034989 Dec 16 14:55:31.451589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.460946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cbe52d04-9560-4040-ba06-a3e9fd447c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:31.461101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Transition to ACTIVE for port object 223e5ab0-f759-4427-8778-b964f93c2d5a will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:31.480189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-ce1606ed-e2f6-45fc-87e0-a358073351aa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Unset dirty status for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:network {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:31.482418 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-ce1606ed-e2f6-45fc-87e0-a358073351aa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 816 time: 0.7357130 Dec 16 14:55:31.483564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.485044 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5921504 Dec 16 14:55:31.489671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60958) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:31.499416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'floatingip': {'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:31.513396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba7b853-9ad0-4cb9-8d72-c78f4a430110,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:31.520830 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc1d255b91bc455fa622fd26f86bc02f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5532641 Dec 16 14:55:31.521748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60962) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:31.522763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:31.531033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:31.538894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8dbce-03e6-44f4-929f-5bbed6fc7116 None None] Pushing event updated for resources: {'Port': ['ID=cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:31.541809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:floatingip and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:31.546539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-60b8dbce-03e6-44f4-929f-5bbed6fc7116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:31.550905 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-5b8f4067-4078-46ca-a473-e990183efa94 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/quotas/ff7a06ecc2404836b66f3a06d4f34d63 HTTP/1.1" status: 200 len: 375 time: 0.0629015 Dec 16 14:55:31.551821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:31.564369 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.567124 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:31.569076 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec630dbe-ebde-4768-aef0-44d4e7cdf9a0 None None] Pushing event updated for resources: {'Port': ['ID=93c28503-461e-4d1d-b389-1459c1208249,revision_number=4']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:31.572561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec630dbe-ebde-4768-aef0-44d4e7cdf9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:31.575610 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:31.600541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-02544c19-15f7-45ee-9092-6ed52a859f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.628578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-02544c19-15f7-45ee-9092-6ed52a859f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.651431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.694740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:31.700446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81697b-b167-4967-b5cf-e2bd51b8a98c None None] The sync data for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi is: [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:55:31.712289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-02544c19-15f7-45ee-9092-6ed52a859f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.722128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-000aba6d-ba45-4f5d-91cf-933d6ed3e264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:31.731973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9483b-0feb-4681-88be-1866a7626852 None None] Pushing event updated for resources: {'Port': ['ID=223e5ab0-f759-4427-8778-b964f93c2d5a,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:31.741367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02544c19-15f7-45ee-9092-6ed52a859f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba7b853-9ad0-4cb9-8d72-c78f4a430110,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:31.744573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-02544c19-15f7-45ee-9092-6ed52a859f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.746961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e4b9483b-0feb-4681-88be-1866a7626852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:31.754491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '21dd7222-9d8d-4397-a913-98e06972983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:11Z', 'revision_number': 4, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'gw_port': {'id': '21dd7222-9d8d-4397-a913-98e06972983e', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb', 'name': '', 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'mac_address': 'fa:16:3e:d9:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:10Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'subnets': [{'id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:31.763899 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-02544c19-15f7-45ee-9092-6ed52a859f0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dba7b853-9ad0-4cb9-8d72-c78f4a430110 HTTP/1.1" status: 204 len: 168 time: 0.2287879 Dec 16 14:55:31.766015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-02544c19-15f7-45ee-9092-6ed52a859f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:31.777385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8f4e4-6eb7-4d34-91aa-89b9ff7f55c9 None None] The sync data for ids ['d6cecf5c-0d27-495f-8882-a2df968aba65'] in dv-cinder-821894-3-iscsi is: [{'id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '21dd7222-9d8d-4397-a913-98e06972983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:11Z', 'revision_number': 4, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'gw_port': {'id': '21dd7222-9d8d-4397-a913-98e06972983e', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb', 'name': '', 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'mac_address': 'fa:16:3e:d9:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:10Z', 'updated_at': '2021-12-16T14:55:30Z', 'revision_number': 4, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'subnets': [{'id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:55:31.834034 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-47b1d4ce-2043-41a4-8c8a-b4bdc3cea73b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Synchronizing usage tracker for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:31.921302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Attempting to bind port 223e5ab0-f759-4427-8778-b964f93c2d5a on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:31.921728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Attempting to bind port 223e5ab0-f759-4427-8778-b964f93c2d5a by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:31.927175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Attempting to bind port 223e5ab0-f759-4427-8778-b964f93c2d5a on network 22640b1c-4c47-4c71-9861-b248ec975b5d {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:31.928170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.930497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:31.930877 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Checking segment: {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:31.931388 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.931801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Bound using segment: {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:31.933182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Bound port: 223e5ab0-f759-4427-8778-b964f93c2d5a, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:31.933321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:31.995775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-47b1d4ce-2043-41a4-8c8a-b4bdc3cea73b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Unset dirty status for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:32.002168 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-47b1d4ce-2043-41a4-8c8a-b4bdc3cea73b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4115808 Dec 16 14:55:32.242666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] For port 223e5ab0-f759-4427-8778-b964f93c2d5a, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:32.247049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] For port 223e5ab0-f759-4427-8778-b964f93c2d5a, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=223e5ab0-f759-4427-8778-b964f93c2d5a,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:32.287546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:32.315704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:32.578030 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9483b-0feb-4681-88be-1866a7626852 None None] Pushing event updated for resources: {'Port': ['ID=223e5ab0-f759-4427-8778-b964f93c2d5a,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:32.587760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e4b9483b-0feb-4681-88be-1866a7626852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:32.607057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 93c28503-461e-4d1d-b389-1459c1208249 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:32.771495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:55:32.772943 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:55:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:32.827657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3d452-1f4f-4e73-86c3-f819b029433b req-a6e9a22b-c2cc-4569-b6cf-0a536473f11a tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:32.827907 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-93870f2a-fa98-4708-9c2d-5e956c21ffb6 service neutron] 10.222.0.45 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7845764 Dec 16 14:55:32.827993 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b4b3d452-1f4f-4e73-86c3-f819b029433b req-a6e9a22b-c2cc-4569-b6cf-0a536473f11a tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.3617916 Dec 16 14:55:32.881573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Allocated IP 172.27.2.254 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/da25e8d8-5658-4219-a9d3-f19f0a4f0043) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:33.112058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:55:33.234241 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-ddd416be-fcea-4800-9075-92107fc39ea4 service neutron] 10.222.0.45 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263368 Dec 16 14:55:33.360060 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b4b3d452-1f4f-4e73-86c3-f819b029433b req-21c4e6fd-d092-4365-ad69-16f73dcacca2 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368767 Dec 16 14:55:33.507329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 93c28503-461e-4d1d-b389-1459c1208249 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:33.544041 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 93c28503-461e-4d1d-b389-1459c1208249 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:33.546470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:33.842128 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bf4dc2f9-b225-4153-b372-4cc156a80800 req-98ac4d1e-9068-40a3-8119-211bcca6f528 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.2008107 Dec 16 14:55:33.918414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.32', 58662) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:34.014574 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e16918ed-68d8-4042-9b5f-c15ac99b9002 req-dcc273e3-f609-4947-90a2-c87779a30720 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 210 time: 0.3217759 Dec 16 14:55:34.172856 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-77d69081-88e6-4472-9234-9af7518e5824 req-7e4216bc-4589-4c04-a835-3fd9f75326f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8372f52bdbf443385cd0058e122fbfc&device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 1096 time: 0.2401578 Dec 16 14:55:34.189414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:34.244592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 93c28503-461e-4d1d-b389-1459c1208249, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=93c28503-461e-4d1d-b389-1459c1208249,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:34.357750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:34.361493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:34.546918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:34.754897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69081-88e6-4472-9234-9af7518e5824 req-2dafd981-6a8d-4f08-bd80-a456dc2ac7fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:34.757659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:34.767247 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-77d69081-88e6-4472-9234-9af7518e5824 req-2dafd981-6a8d-4f08-bd80-a456dc2ac7fe service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c8372f52bdbf443385cd0058e122fbfc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5559397 Dec 16 14:55:34.816552 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-d8f9b407-1c62-42d2-8c84-03a02c1321ca tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:34.836216 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-d8f9b407-1c62-42d2-8c84-03a02c1321ca tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 818 time: 0.8426998 Dec 16 14:55:34.868328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Request body: {'port': {'device_id': '407dd6f1-6f0a-41ba-80e2-9ebe4630fa75', 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'admin_state_up': True, 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:34.923768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:35.033534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=93c28503-461e-4d1d-b389-1459c1208249,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:35.059706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:35.259173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:35.279283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:35.280550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:35.534905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:35.613239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:35.629367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'Port': ['ID=da25e8d8-5658-4219-a9d3-f19f0a4f0043,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:35.633313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:35.644144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:32Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:55:35.657607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd00f2c-6bbf-4955-801d-6d612fd87062 None None] The sync data for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi is: [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:32Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:55:35.693079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:35.727396 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-655acfc5-c3e9-4adc-96a6-f08f41922b25 req-7841258c-8fba-4bc4-bffb-6568be3c6f3a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.1044598 Dec 16 14:55:35.734274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:35.740507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:35.744494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2c5fc96e-9079-42e5-93eb-00ebe74c6ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:35.763320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:35.790389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:35.820935 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:35.824910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69081-88e6-4472-9234-9af7518e5824 req-f7f1b7e5-7fa3-484f-8837-7c92b716cc55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:35.829304 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-77d69081-88e6-4472-9234-9af7518e5824 req-f7f1b7e5-7fa3-484f-8837-7c92b716cc55 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0488069 Dec 16 14:55:35.917340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:35.953070 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5ea32-8b07-4cac-b16a-938afb56106e req-96a4e5be-6e85-41fd-a620-3b7836102461 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:35.955687 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4bf5ea32-8b07-4cac-b16a-938afb56106e req-96a4e5be-6e85-41fd-a620-3b7836102461 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.7792313 Dec 16 14:55:35.971699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 93c28503-461e-4d1d-b389-1459c1208249 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:36.018677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 32834) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:36.047076 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Made reservation on behalf of 3a7679aab0dd4c2589d94c145df1f4b9 for: {'port': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:36.059319 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:36.108400 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4bf5ea32-8b07-4cac-b16a-938afb56106e req-d497f8f9-8b6f-48ad-98b9-6fb8211e7a1f tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432858 Dec 16 14:55:36.141867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:36.165227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:36.181443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:36.196386 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 93c28503-461e-4d1d-b389-1459c1208249 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:36.197034 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:36.221586 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-54dff66b-e12b-423e-81ee-30a4adcd8100 req-d7236023-9aa2-4be0-a825-2ae9a9d60816 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 210 time: 0.0721188 Dec 16 14:55:36.335817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:36.405834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:36.415422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Usage tracker for resource:security_group_rule and tenant:74ee814fb071430dacc0c621e8dbb0ef is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:36.418278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:36.425522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:36.437891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:36.677829 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-9eab85b9-11cd-491f-a900-f12ea5ab2736 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8372f52bdbf443385cd0058e122fbfc&device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 1096 time: 0.2314503 Dec 16 14:55:36.727436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:36.749344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.32', 58669) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:36.769264 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Allocated IP 172.20.0.13 (cfa2cabe-611e-4d60-ae11-c50e41390453/f5df494d-9ff2-4f4d-a99f-342d64749205/5e762ff6-a901-4d0e-aaba-533a8b07ea32) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:36.866141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 32858) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:36.913576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:36.919316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:36.979178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:36.980464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:37.012183 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-b2cd2932-7197-48b4-98e4-cb1534d55a62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe38e090-8b64-4c8e-9be5-fa79544d452c HTTP/1.1" status: 200 len: 217 time: 0.2427573 Dec 16 14:55:37.034725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:37.133542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.296311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42705f6d-fd46-49df-a934-dc6945ca8f87,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:37.318913 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:37.331675 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74ee814fb071430dacc0c621e8dbb0ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3116999 Dec 16 14:55:37.336803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 32886) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:37.346931 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'Port': ['ID=da25e8d8-5658-4219-a9d3-f19f0a4f0043,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:37.348810 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9f948de0-34db-4712-b0d7-a8c1d834a6af req-354f652a-5358-4ccc-b01f-70e1734b9772 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.3159578 Dec 16 14:55:37.362787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-01fa1676-47a0-4298-8a90-39d7e9b7d8be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:37.364423 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-01fa1676-47a0-4298-8a90-39d7e9b7d8be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edac7069-e430-4f72-8c8a-b5f2f2844064 HTTP/1.1" status: 200 len: 852 time: 0.3332231 Dec 16 14:55:37.369265 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:37.374389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.403847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-a92e58a3-8158-4695-8ffa-882ab21ec6cd tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:37.405450 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-a92e58a3-8158-4695-8ffa-882ab21ec6cd tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 818 time: 0.6348178 Dec 16 14:55:37.461540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.464621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:37.466977 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9715567 Dec 16 14:55:37.475133 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Usage tracker for resource:security_group_rule and tenant:5e182575b2f947aaa311e1721f292c49 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:37.478197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:37.488715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:37.660327 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce958e24-0cc7-4d99-85ca-5e15b730fbb7 req-4be38b4b-3404-4f4f-af98-80c38c5fa812 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 210 time: 0.0588722 Dec 16 14:55:37.661290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3e47d5c-7b94-418b-a07d-56aab1474196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.709361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.710601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.726094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3e47d5c-7b94-418b-a07d-56aab1474196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.753252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.765455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddde9d-499d-4501-a8e8-83765e26c6fd req-4cb30634-b09b-46bd-a9f2-58c31da6fe17 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:37.767312 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6eddde9d-499d-4501-a8e8-83765e26c6fd req-4cb30634-b09b-46bd-a9f2-58c31da6fe17 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.2696421 Dec 16 14:55:37.781828 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-94148875-64b4-4547-8f2f-dec79e982f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:37.858690 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6eddde9d-499d-4501-a8e8-83765e26c6fd req-5f6ce68f-c0c1-45df-a2a5-e4c86059b519 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825591 Dec 16 14:55:37.868033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd97248-c0de-4e72-a5fb-f0440a3af884,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:37.883684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.884595 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:37.889529 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e182575b2f947aaa311e1721f292c49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9899623 Dec 16 14:55:37.894305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:37.904776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 32904) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:37.947766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3e47d5c-7b94-418b-a07d-56aab1474196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:37.953686 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-04b9f3b8-80c7-4fc2-86db-36aee352d8e9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1426580430&fields=id&tenant_id=fe152d649f134d28bec6b87e62973916 HTTP/1.1" status: 200 len: 267 time: 0.1547420 Dec 16 14:55:37.961542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 223e5ab0-f759-4427-8778-b964f93c2d5a up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:37.992752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Pushing event updated for resources: {'Port': ['ID=5e762ff6-a901-4d0e-aaba-533a8b07ea32,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:37.996094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:37.998389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Network cfa2cabe-611e-4d60-ae11-c50e41390453 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:37.999357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:38.008194 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3e47d5c-7b94-418b-a07d-56aab1474196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:38.014921 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d3e47d5c-7b94-418b-a07d-56aab1474196 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42705f6d-fd46-49df-a934-dc6945ca8f87 HTTP/1.1" status: 204 len: 168 time: 0.6677797 Dec 16 14:55:38.016233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:38.018820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:38.023814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:38.024483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:38.033339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e47d5c-7b94-418b-a07d-56aab1474196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42705f6d-fd46-49df-a934-dc6945ca8f87,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:38.036021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d3e47d5c-7b94-418b-a07d-56aab1474196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:38.088797 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2268646 Dec 16 14:55:38.136746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-39cf8e27-d0eb-45aa-a83e-476912da2922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:38.189406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-6100d032-7f17-4a74-b17a-5a2562d2d95a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:38.191000 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-6100d032-7f17-4a74-b17a-5a2562d2d95a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 810 time: 0.2364404 Dec 16 14:55:38.192763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-39cf8e27-d0eb-45aa-a83e-476912da2922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:38.246614 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-54bc5f2a-b9cc-4679-a483-0f442fbbe6fc tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/quotas/fe152d649f134d28bec6b87e62973916 HTTP/1.1" status: 200 len: 375 time: 0.0456157 Dec 16 14:55:38.362064 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-c66e4204-4753-482b-8129-9d03d588538a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054814 Dec 16 14:55:38.537002 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-827c09b5-4da1-4da4-b7c7-5f19ad0eb452 service neutron] 10.222.0.45 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607993 Dec 16 14:55:38.573971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-b2d36456-25b9-4c84-bc47-c31b39f768b1 req-04bad83f-20b0-40ec-8321-1ff9635c3535 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Synchronizing usage tracker for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:38.687752 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-d43e3870-8de6-4439-adf7-52e12c737ecc service neutron] 10.222.0.45 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428638 Dec 16 14:55:39.209229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 223e5ab0-f759-4427-8778-b964f93c2d5a completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:39.215493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 223e5ab0-f759-4427-8778-b964f93c2d5a triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:39.215919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:39.261796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-b2d36456-25b9-4c84-bc47-c31b39f768b1 req-04bad83f-20b0-40ec-8321-1ff9635c3535 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Unset dirty status for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:39.262946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-39cf8e27-d0eb-45aa-a83e-476912da2922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:39.269802 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2d36456-25b9-4c84-bc47-c31b39f768b1 req-04bad83f-20b0-40ec-8321-1ff9635c3535 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.7597051 Dec 16 14:55:39.270433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a3345712-bfe1-4afe-a393-124f75816f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:39.285153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf8e27-d0eb-45aa-a83e-476912da2922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd97248-c0de-4e72-a5fb-f0440a3af884,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:39.290711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-39cf8e27-d0eb-45aa-a83e-476912da2922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:39.303091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-39cf8e27-d0eb-45aa-a83e-476912da2922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:39.303091 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-39cf8e27-d0eb-45aa-a83e-476912da2922 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6dd97248-c0de-4e72-a5fb-f0440a3af884 HTTP/1.1" status: 204 len: 168 time: 1.3911731 Dec 16 14:55:39.413464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:39.491341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 223e5ab0-f759-4427-8778-b964f93c2d5a, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=223e5ab0-f759-4427-8778-b964f93c2d5a,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:39.533191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:39.534681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:39.592116 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5f630236-6217-4542-9b47-21a9b1305fc6 req-125658e5-20dd-49e3-8caf-e0f2d0865068 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 210 time: 0.0898454 Dec 16 14:55:39.627945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:39.673365 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaad1c-53f7-43fe-9545-c11d52fb5b31 req-26bc924d-7d87-4857-a6f4-9c2d2f225ffc tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:39.675078 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3caaad1c-53f7-43fe-9545-c11d52fb5b31 req-26bc924d-7d87-4857-a6f4-9c2d2f225ffc tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.1238396 Dec 16 14:55:39.707316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=223e5ab0-f759-4427-8778-b964f93c2d5a,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:39.711192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:39.718689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:39.719063 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:39.759614 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-684ca47c-fde3-41ce-94b2-7c7fc047c7cc req-555ca228-83a5-445e-b092-161c61c910d9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Synchronizing usage tracker for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:39.761596 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3caaad1c-53f7-43fe-9545-c11d52fb5b31 req-ce586e6c-a973-4108-8f3a-6dcc070a7b8a tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727520 Dec 16 14:55:39.821068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-684ca47c-fde3-41ce-94b2-7c7fc047c7cc req-555ca228-83a5-445e-b092-161c61c910d9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Unset dirty status for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:39.824591 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-684ca47c-fde3-41ce-94b2-7c7fc047c7cc req-555ca228-83a5-445e-b092-161c61c910d9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.1240637 Dec 16 14:55:39.893214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 32944) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:39.912846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:39.948520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 223e5ab0-f759-4427-8778-b964f93c2d5a up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:55:39.955866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:39.960701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ddae4638b94c31a0a85832f31a120c is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:39.963767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:39.969869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:40.040779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 223e5ab0-f759-4427-8778-b964f93c2d5a triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:40.041292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:40.053646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:40.106195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:40.114572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:40.145393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b3a4b9-70a2-4c69-831f-9a72d243eb85,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:40.150886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:40.171275 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1ddae4638b94c31a0a85832f31a120c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2762454 Dec 16 14:55:40.173661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 32952) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:40.245843 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-935b09d5-2738-402f-b873-a1743fc35fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:40.273800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-935b09d5-2738-402f-b873-a1743fc35fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:40.363530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-935b09d5-2738-402f-b873-a1743fc35fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:40.369224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f62f2754-0ab7-41d7-8caa-8aff35ed49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:40.383276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b09d5-2738-402f-b873-a1743fc35fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b3a4b9-70a2-4c69-831f-9a72d243eb85,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:40.389599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-935b09d5-2738-402f-b873-a1743fc35fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:40.390417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-935b09d5-2738-402f-b873-a1743fc35fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:40.392208 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-935b09d5-2738-402f-b873-a1743fc35fb5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36b3a4b9-70a2-4c69-831f-9a72d243eb85 HTTP/1.1" status: 204 len: 168 time: 0.2173111 Dec 16 14:55:40.508167 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a40d3a83-d4fb-4c89-8abc-6626d9096a02 req-c4c165a2-1648-45a4-8b9c-9637b1a34dc0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.0487993 Dec 16 14:55:40.855617 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a271c4ec-907f-43b1-afee-f29f6699656c req-9eeb9150-1b96-40a1-984c-dd5fbb99d568 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 210 time: 0.0661533 Dec 16 14:55:40.905805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 32988) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:41.000465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b6995-86ae-49f5-ba69-cbba9ae14ced req-49ad8844-aeb7-4800-83ac-eaa93a2580f1 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:41.002570 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7f4b6995-86ae-49f5-ba69-cbba9ae14ced req-49ad8844-aeb7-4800-83ac-eaa93a2580f1 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.0978363 Dec 16 14:55:41.053478 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a48db757-b91b-4dad-87d6-924283b602b5 req-2b1dbce8-335a-45b0-bd0b-4c744aabbedf tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0472045 Dec 16 14:55:41.054773 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7f4b6995-86ae-49f5-ba69-cbba9ae14ced req-467236d3-9731-4d02-8aaa-6d3365378996 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461617 Dec 16 14:55:41.102423 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1183576908-network', 'tenant_id': '4732b1ccb145414ba7d9f3d93df9f8d5'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:41.107458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:41.111607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Usage tracker for resource:network and tenant:4732b1ccb145414ba7d9f3d93df9f8d5 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:41.114630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:41.121112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:41.156220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Made reservation on behalf of 4732b1ccb145414ba7d9f3d93df9f8d5 for: {'network': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:41.161498 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:41.179444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:41.242270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-63a33d3f-5410-462a-90f0-f7ae8d04ebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:41.298594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:41.302993 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-d0de1008-4e9d-4ea0-93a2-36e72cf76b2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6400031e-0dc2-4363-a75b-4e9ac2480f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506203 Dec 16 14:55:41.305459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Usage tracker for resource:security_group_rule and tenant:4732b1ccb145414ba7d9f3d93df9f8d5 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:41.310210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.32', 58671) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:41.316029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Request body: {'port': {'device_id': '407dd6f1-6f0a-41ba-80e2-9ebe4630fa75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:41.317618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:41.337252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Request body: {'port': {'device_id': 'bcaa83bc-5d07-413a-88e5-b7428a5b5d46', 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'admin_state_up': True, 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:41.364421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:41.608578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:41.699330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:41.705117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-6cdd46f2-463d-4d17-9e21-6aad6e3e4f57 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:41.706982 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-6cdd46f2-463d-4d17-9e21-6aad6e3e4f57 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 816 time: 0.3100615 Dec 16 14:55:41.715962 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-99ceb363-073f-4265-8b70-08ace0ffa8a4 service neutron] 10.222.0.32 "GET /v2.0/networks/6400031e-0dc2-4363-a75b-4e9ac2480f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489637 Dec 16 14:55:41.723296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:41.727633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:41.734499 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f6e44d15-b46c-4536-ac85-7b1283e4951e req-7ebdddfa-4481-4b3b-a9b9-6c8a155f7955 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.0931711 Dec 16 14:55:41.775296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:41.778606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Made reservation on behalf of 3a7679aab0dd4c2589d94c145df1f4b9 for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:41.784201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:41.817182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:41.861568 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26326ba1-9b51-4268-9bff-487644f7a28d,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:41.912779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:41.944017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=88293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:55:42.029432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:42.029841 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Added segment fb3188ae-79f9-452b-bb7d-385f72998732 of type vlan for network dccb4f55-43d1-4fdb-b128-a148d791e0a8 Dec 16 14:55:42.317199 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6f0037c-2d13-441c-9754-70cb4cec1a94 req-e6b089b9-2f9b-47d9-a9bc-cab814d4b381 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0677314 Dec 16 14:55:42.386800 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-5f883c20-f221-4951-981b-445a9fa4d0bd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff7a06ecc2404836b66f3a06d4f34d63 HTTP/1.1" status: 200 len: 379 time: 0.1581345 Dec 16 14:55:42.404334 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8542fa5f-c167-4895-bf76-a6655cd47df3 req-e0fcf696-2e8b-435b-b09d-4e7e325c2099 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 210 time: 0.3372533 Dec 16 14:55:42.410838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'port': {'device_id': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'admin_state_up': True, 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'security_groups': ['317d543d-eb7b-4e54-86a4-7accc5eff0df']}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:42.448966 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:42.503061 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c0cd950-aa1d-42cf-b774-6139b35dd74c req-7a357155-41ab-49ef-a66c-0cba2294bbbe service neutron] 10.222.0.32 "GET /v2.0/networks/6400031e-0dc2-4363-a75b-4e9ac2480f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055494 Dec 16 14:55:42.540775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:42.542190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:42.545475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:42.551254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:42.671479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Pushing event updated for resources: {'Network': ['ID=dccb4f55-43d1-4fdb-b128-a148d791e0a8,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:42.674917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:42.680522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e762ff6-a901-4d0e-aaba-533a8b07ea32 {{(pid=88292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:55:42.685958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network dccb4f55-43d1-4fdb-b128-a148d791e0a8 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:55:42.701326 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7943060 Dec 16 14:55:42.704434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33048) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:42.704994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:42.713761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Request body: {'subnet': {'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1183576908-subnet', 'tenant_id': '4732b1ccb145414ba7d9f3d93df9f8d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:42.720007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:42.725360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Usage tracker for resource:subnet and tenant:4732b1ccb145414ba7d9f3d93df9f8d5 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:42.734385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:42.736065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:42.739436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Transition to ACTIVE for port object 5e762ff6-a901-4d0e-aaba-533a8b07ea32 will not be triggered until provisioned by entity L2. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:42.762150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:42.777583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fd9db-fb1a-4f41-b271-3112bd08ec52 req-81bd631d-057b-46e1-8615-ec5f7cd8146f tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:42.785787 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-878fd9db-fb1a-4f41-b271-3112bd08ec52 req-81bd631d-057b-46e1-8615-ec5f7cd8146f tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.2519391 Dec 16 14:55:42.807728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:42.821250 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:42.846395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Allocated IP 172.20.0.9 (cfa2cabe-611e-4d60-ae11-c50e41390453/f5df494d-9ff2-4f4d-a99f-342d64749205/bfc221af-2174-4f65-91cd-8eeec277367d) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:42.877826 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Made reservation on behalf of ff7a06ecc2404836b66f3a06d4f34d63 for: {'port': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:42.884759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:42.910736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:42.958090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.021111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Made reservation on behalf of 4732b1ccb145414ba7d9f3d93df9f8d5 for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:43.026122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.076671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-495f137b-8f98-436d-a4cf-8f6c4897539e req-caa5d4e2-5133-4fdf-8bc8-8c16aedee580 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Synchronizing usage tracker for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:43.086020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Pushing event updated for resources: {'Port': ['ID=5e762ff6-a901-4d0e-aaba-533a8b07ea32,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:43.089128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:43.119008 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-878fd9db-fb1a-4f41-b271-3112bd08ec52 req-97b3d992-b762-476f-a6f2-4d71f393112b tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318882 Dec 16 14:55:43.232188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Attempting to bind port 5e762ff6-a901-4d0e-aaba-533a8b07ea32 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:43.232562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Attempting to bind port 5e762ff6-a901-4d0e-aaba-533a8b07ea32 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:43.232920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Attempting to bind port 5e762ff6-a901-4d0e-aaba-533a8b07ea32 on network cfa2cabe-611e-4d60-ae11-c50e41390453 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:43.256183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Port 5e762ff6-a901-4d0e-aaba-533a8b07ea32 on network cfa2cabe-611e-4d60-ae11-c50e41390453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:55:43.256531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Attempting to bind port 5e762ff6-a901-4d0e-aaba-533a8b07ea32 on network cfa2cabe-611e-4d60-ae11-c50e41390453 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:43.275322 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:43.275704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Checking segment: {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:43.276787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Bound using segment: {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:43.277287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Bound port: 5e762ff6-a901-4d0e-aaba-533a8b07ea32, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'}}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:43.277707 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.294000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Allocated IP 172.20.0.3 (1ab48171-7751-49dd-8d19-babe4bef5701/88655090-024f-4a4c-8bf7-a199ded748ca/53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:43.368474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-495f137b-8f98-436d-a4cf-8f6c4897539e req-caa5d4e2-5133-4fdf-8bc8-8c16aedee580 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Unset dirty status for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:43.370490 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-495f137b-8f98-436d-a4cf-8f6c4897539e req-caa5d4e2-5133-4fdf-8bc8-8c16aedee580 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.4268711 Dec 16 14:55:43.403289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.497003 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] For port 5e762ff6-a901-4d0e-aaba-533a8b07ea32, host hv-cinder-82189, cleared binding levels {{(pid=88292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:43.502745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] For port 5e762ff6-a901-4d0e-aaba-533a8b07ea32, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:43.586698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.595968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:43.606864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.612173 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b5360b6-94f5-4b7c-b63c-96e49f73d3df req-645090a7-7f8f-43e2-ac67-5111c6d0b9c7 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0565772 Dec 16 14:55:43.651258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.681395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:43.708166 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cea4380b-e393-4c92-a0ae-31e9d3b4047b req-397b5705-c4ea-429c-8075-74636bd1e9be tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 210 time: 0.0673897 Dec 16 14:55:43.737411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Network cfa2cabe-611e-4d60-ae11-c50e41390453 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:43.739039 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:43.741005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Pushing event updated for resources: {'Port': ['ID=bfc221af-2174-4f65-91cd-8eeec277367d,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:43.743520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:43.748497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:43.749179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.760061 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:43.762400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f3be212c-8b36-427a-8b01-1ab580038c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:43.788744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.792603 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] 10.222.0.32 "PUT /v2.0/ports/5e762ff6-a901-4d0e-aaba-533a8b07ea32 HTTP/1.1" status: 200 len: 1094 time: 2.4788325 Dec 16 14:55:43.797747 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-992227de-4ccd-4780-9dd6-fa67f2123908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.802687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407dd6f1-6f0a-41ba-80e2-9ebe4630fa75', 'tag': '5e762ff6-a901-4d0e-aaba-533a8b07ea32'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:55:43.811526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Pushing event updated for resources: {'Port': ['ID=5e762ff6-a901-4d0e-aaba-533a8b07ea32,revision_number=3']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:43.814984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:43.843043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.855452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952351fd-91a0-490d-8ec5-b351f8329c40,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:43.858852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:43.859754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Checking segment: {'id': 'fb3188ae-79f9-452b-bb7d-385f72998732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:43.860153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Network hostable DHCP agents. Network: dccb4f55-43d1-4fdb-b128-a148d791e0a8, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:55:43.861603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Transition to ACTIVE for port object 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f will not be triggered until provisioned by entity DHCP. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:43.874842 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407dd6f1-6f0a-41ba-80e2-9ebe4630fa75', 'tag': '5e762ff6-a901-4d0e-aaba-533a8b07ea32', 'status': 'completed', 'code': 200} Dec 16 14:55:43.875350 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5601346 Dec 16 14:55:43.918016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.924895 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:43.945956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Network dccb4f55-43d1-4fdb-b128-a148d791e0a8 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:55:43.980583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, dccb4f55-43d1-4fdb-b128-a148d791e0a8) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:43.985397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:43.986259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:43.988631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Network 1ab48171-7751-49dd-8d19-babe4bef5701 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:43.992610 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecdde2a-6c7c-4541-92a2-ab304b11090b None None] Network dccb4f55-43d1-4fdb-b128-a148d791e0a8 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:43.992764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:43.997100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:44.002560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:44.003444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:44.030807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'Port': ['ID=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:44.032727 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3264318 Dec 16 14:55:44.043133 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:44.101195 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-eb4c3b1f-f5d0-4ab9-b938-51051b4b7d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6947684 Dec 16 14:55:44.326601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37cfed8-871e-48d3-8832-765b928c745c None None] Network dccb4f55-43d1-4fdb-b128-a148d791e0a8 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:55:44.395636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:44.464444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62e68a-6c9f-4632-a08d-68032cf59107 req-0618a7d2-6d86-41a5-adeb-72027300bb72 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:44.466146 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7f62e68a-6c9f-4632-a08d-68032cf59107 req-0618a7d2-6d86-41a5-adeb-72027300bb72 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.1674926 Dec 16 14:55:44.562132 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7f62e68a-6c9f-4632-a08d-68032cf59107 req-b8215c07-e1bb-4b21-a6ae-6206cf8bb132 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899150 Dec 16 14:55:44.625936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-1b2b320e-15a4-48cd-9e45-9956eae64d58 None None] Provisioning for port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:44.642476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-1b2b320e-15a4-48cd-9e45-9956eae64d58 None None] Provisioning complete for port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:44.642900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1b2b320e-15a4-48cd-9e45-9956eae64d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:44.724383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405ad68-f79f-4767-bd85-1c6ad404a60a req-d509a434-8bca-43e7-87bc-4a0f7fd6f6c9 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:44.726127 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6405ad68-f79f-4767-bd85-1c6ad404a60a req-d509a434-8bca-43e7-87bc-4a0f7fd6f6c9 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 931 time: 0.1162395 Dec 16 14:55:44.742701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b320e-15a4-48cd-9e45-9956eae64d58 None None] Port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:55:44.785057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6405ad68-f79f-4767-bd85-1c6ad404a60a req-6f9bb15f-b4a8-4867-98c9-e9a9a794ed15 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Synchronizing usage tracker for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:44.813574 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ad175dfc-01b6-4968-b25f-b563b59c2be9 req-1d154366-bf59-4e3b-85be-480616898008 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0464373 Dec 16 14:55:44.855978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6405ad68-f79f-4767-bd85-1c6ad404a60a req-6f9bb15f-b4a8-4867-98c9-e9a9a794ed15 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Unset dirty status for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:44.857343 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6405ad68-f79f-4767-bd85-1c6ad404a60a req-6f9bb15f-b4a8-4867-98c9-e9a9a794ed15 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241813 Dec 16 14:55:45.027377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1861ee-7e61-47ba-a8b2-6614fe9efb4d req-1775a6f8-b40b-4ecc-bd95-aaa4e541d267 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:45.029025 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eb1861ee-7e61-47ba-a8b2-6614fe9efb4d req-1775a6f8-b40b-4ecc-bd95-aaa4e541d267 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 931 time: 0.0841877 Dec 16 14:55:45.080473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-eb1861ee-7e61-47ba-a8b2-6614fe9efb4d req-15d0ff0c-7938-44d2-936a-6d8956d52efc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Synchronizing usage tracker for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:45.093488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-eb1861ee-7e61-47ba-a8b2-6614fe9efb4d req-15d0ff0c-7938-44d2-936a-6d8956d52efc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Unset dirty status for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:45.094773 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eb1861ee-7e61-47ba-a8b2-6614fe9efb4d req-15d0ff0c-7938-44d2-936a-6d8956d52efc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598466 Dec 16 14:55:45.637897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:45.756368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff1654-147b-46bf-8dfb-7c7c5480aae6 req-783c96f2-d671-4d5d-bb6c-dbc3fced49fe tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:45.757994 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14ff1654-147b-46bf-8dfb-7c7c5480aae6 req-783c96f2-d671-4d5d-bb6c-dbc3fced49fe tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.0831673 Dec 16 14:55:45.806645 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14ff1654-147b-46bf-8dfb-7c7c5480aae6 req-a1128f57-be20-473a-88ad-5b582fc11a5e tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Dec 16 14:55:46.006024 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6e194f05-4366-402b-bde2-8bf3e0840411 req-c40b233d-f52e-4b22-9a30-09706c87155d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0472441 Dec 16 14:55:46.070346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b37dd-76c1-4d0f-810d-032f1f8a674a req-ae04066b-40bb-4e93-8685-e13f40a91b85 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:46.072063 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-909b37dd-76c1-4d0f-810d-032f1f8a674a req-ae04066b-40bb-4e93-8685-e13f40a91b85 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 931 time: 0.0869038 Dec 16 14:55:46.120203 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-909b37dd-76c1-4d0f-810d-032f1f8a674a req-ecf74469-6c65-41dc-9fcf-1513533de520 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416040 Dec 16 14:55:46.438344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb855d-497c-4a17-93b3-30e10ddb379d req-0cfaa4f5-44a1-476c-b2e9-35a1334efdcb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:46.439877 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-21bb855d-497c-4a17-93b3-30e10ddb379d req-0cfaa4f5-44a1-476c-b2e9-35a1334efdcb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 931 time: 0.0832038 Dec 16 14:55:46.487388 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-21bb855d-497c-4a17-93b3-30e10ddb379d req-24692382-3d3c-427f-afa8-3a0631a0ca3e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Dec 16 14:55:46.730411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Request body: {'port': {'device_id': 'bcaa83bc-5d07-413a-88e5-b7428a5b5d46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:46.730954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Request body: {'port': {'device_id': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:46.843441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:46.848441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:47.186629 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3838c922-4b36-453c-b229-d1467b11e2f2 req-bc6d7c97-959c-40fb-a40b-964c6e63aeb3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0525379 Dec 16 14:55:47.190058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee8a77-8191-428e-8488-251c5c2ed051 req-9fda0a5d-e72a-44b9-8272-a56fafc72ab0 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:47.191812 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1cee8a77-8191-428e-8488-251c5c2ed051 req-9fda0a5d-e72a-44b9-8272-a56fafc72ab0 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.2240567 Dec 16 14:55:47.271063 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc221af-2174-4f65-91cd-8eeec277367d {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:55:47.274817 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1cee8a77-8191-428e-8488-251c5c2ed051 req-eb61fe05-40f3-4684-bb22-d9eb193b2abc tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660536 Dec 16 14:55:47.278762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:47.298318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Transition to ACTIVE for port object bfc221af-2174-4f65-91cd-8eeec277367d will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:47.347803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:47.361548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:47.382566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f {{(pid=88292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:55:47.396627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:47.419636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Transition to ACTIVE for port object 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f will not be triggered until provisioned by entity L2. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:47.438681 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2715acd6-aa8e-4279-9447-5eae97761ab1 req-221919dd-049f-4e46-a3b5-86c9187e0c6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1097 time: 0.1225519 Dec 16 14:55:47.484880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:47.504599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:47.517692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Pushing event updated for resources: {'Port': ['ID=bfc221af-2174-4f65-91cd-8eeec277367d,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:47.520667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:47.534609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a9b68-4eab-4594-a680-33fc97cb1b3a req-efdc3763-0d29-4d10-bbbb-dd40dcc0623c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:47.536589 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-157a9b68-4eab-4594-a680-33fc97cb1b3a req-efdc3763-0d29-4d10-bbbb-dd40dcc0623c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 943 time: 0.2286816 Dec 16 14:55:47.615657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Attempting to bind port bfc221af-2174-4f65-91cd-8eeec277367d on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:47.616046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Attempting to bind port bfc221af-2174-4f65-91cd-8eeec277367d by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:47.616429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Attempting to bind port bfc221af-2174-4f65-91cd-8eeec277367d on network cfa2cabe-611e-4d60-ae11-c50e41390453 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:47.642255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Port bfc221af-2174-4f65-91cd-8eeec277367d on network cfa2cabe-611e-4d60-ae11-c50e41390453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:55:47.642612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Attempting to bind port bfc221af-2174-4f65-91cd-8eeec277367d on network cfa2cabe-611e-4d60-ae11-c50e41390453 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:47.649687 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-157a9b68-4eab-4594-a680-33fc97cb1b3a req-f6e2535f-0645-470e-a886-ae21dbcd1297 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819609 Dec 16 14:55:47.654206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:47.654575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Checking segment: {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:47.655160 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Bound using segment: {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:47.655687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Bound port: bfc221af-2174-4f65-91cd-8eeec277367d, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1090ec0e-8e81-45ac-a1f3-d353714c6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:47.656086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:47.763446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] For port bfc221af-2174-4f65-91cd-8eeec277367d, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:47.769014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] For port bfc221af-2174-4f65-91cd-8eeec277367d, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bfc221af-2174-4f65-91cd-8eeec277367d,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:47.808302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:47.813642 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:47.873766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:47.875350 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] 10.222.0.32 "PUT /v2.0/ports/bfc221af-2174-4f65-91cd-8eeec277367d HTTP/1.1" status: 200 len: 1093 time: 1.1503594 Dec 16 14:55:47.878129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcaa83bc-5d07-413a-88e5-b7428a5b5d46', 'tag': 'bfc221af-2174-4f65-91cd-8eeec277367d'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:55:47.970870 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Pushing event updated for resources: {'Port': ['ID=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:48.008329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:48.050223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715acd6-aa8e-4279-9447-5eae97761ab1 req-2fedc74e-741f-4e9d-8461-001890c63936 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:48.051784 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2715acd6-aa8e-4279-9447-5eae97761ab1 req-2fedc74e-741f-4e9d-8461-001890c63936 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5937498 Dec 16 14:55:48.077508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Pushing event updated for resources: {'Port': ['ID=bfc221af-2174-4f65-91cd-8eeec277367d,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:48.082624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:48.087405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Attempting to bind port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:48.087781 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Attempting to bind port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:48.088253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Attempting to bind port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f on network 1ab48171-7751-49dd-8d19-babe4bef5701 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:48.156336 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-2673a0dd-8ae1-417d-ae57-a90e78af7af9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 1096 time: 0.1609812 Dec 16 14:55:48.168455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f on network 1ab48171-7751-49dd-8d19-babe4bef5701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:55:48.168829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Attempting to bind port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f on network 1ab48171-7751-49dd-8d19-babe4bef5701 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:48.241769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de66c3-907b-4431-8f53-998196fac674 req-a331b941-b8de-45ef-a97a-151623e7efce tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:48.242563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-39de66c3-907b-4431-8f53-998196fac674 req-a331b941-b8de-45ef-a97a-151623e7efce tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Synchronizing usage tracker for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:48.245770 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-fb7ff069-e1fd-4a91-8b98-1a762695238e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfc221af-2174-4f65-91cd-8eeec277367d HTTP/1.1" status: 200 len: 217 time: 0.0731785 Dec 16 14:55:48.252153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:48.252249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Checking segment: {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:48.252627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Bound using segment: {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:48.253129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Bound port: 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'}}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:48.253515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:48.373531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-3eebcf9b-9776-40ba-a60b-742508bf910d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:48.376016 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-3eebcf9b-9776-40ba-a60b-742508bf910d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.1233718 Dec 16 14:55:48.396118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-39de66c3-907b-4431-8f53-998196fac674 req-a331b941-b8de-45ef-a97a-151623e7efce tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Unset dirty status for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:48.397538 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-39de66c3-907b-4431-8f53-998196fac674 req-a331b941-b8de-45ef-a97a-151623e7efce tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.5755467 Dec 16 14:55:48.400796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715acd6-aa8e-4279-9447-5eae97761ab1 req-8fa0e989-9046-46b0-995f-31e49f7ab4e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:48.402349 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2715acd6-aa8e-4279-9447-5eae97761ab1 req-8fa0e989-9046-46b0-995f-31e49f7ab4e9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3113508 Dec 16 14:55:48.456209 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcaa83bc-5d07-413a-88e5-b7428a5b5d46', 'tag': 'bfc221af-2174-4f65-91cd-8eeec277367d', 'status': 'completed', 'code': 200} Dec 16 14:55:48.459893 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-a000bfc7-4a3b-47da-b599-7dcb39b8c803 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768723 Dec 16 14:55:48.502345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, cleared binding levels {{(pid=88292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:48.509255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:48.512739 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-39de66c3-907b-4431-8f53-998196fac674 req-66f80f2d-5d0e-4f93-bdaf-914343692d2d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057580 Dec 16 14:55:48.709678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:48.763111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:48.808562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-9f42519d-c96b-4edb-b2d7-79337865a665 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:48.809346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-9f42519d-c96b-4edb-b2d7-79337865a665 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Synchronizing usage tracker for tenant:fe152d649f134d28bec6b87e62973916 on resource:network {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:48.870098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:48.873481 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] 10.222.0.32 "PUT /v2.0/ports/53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f HTTP/1.1" status: 200 len: 1093 time: 2.1463892 Dec 16 14:55:48.875879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:55:48.894132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Pushing event updated for resources: {'Port': ['ID=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,revision_number=3']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:48.898185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:48.930317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3a23e-14a6-439b-9b48-1c671f741fa2 req-c352a445-fde1-4237-a649-3e7895ae7123 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:48.932149 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-70f3a23e-14a6-439b-9b48-1c671f741fa2 req-c352a445-fde1-4237-a649-3e7895ae7123 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.2242155 Dec 16 14:55:48.933483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-9f42519d-c96b-4edb-b2d7-79337865a665 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Unset dirty status for tenant:fe152d649f134d28bec6b87e62973916 on resource:network {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:48.934948 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-9f42519d-c96b-4edb-b2d7-79337865a665 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 810 time: 0.4076893 Dec 16 14:55:48.965514 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9d3f1d1-42bc-4982-b7a5-cc05a0b48121 req-e9caf8cf-2ae5-411e-900b-17afeee62703 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.2565184 Dec 16 14:55:49.022851 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-fb1eca85-d481-4da8-a594-fbce4d0c5cf0 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985030 Dec 16 14:55:49.120869 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-70f3a23e-14a6-439b-9b48-1c671f741fa2 req-7f26db58-31d2-4e3d-954a-522f3cf57c96 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777771 Dec 16 14:55:49.140640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-a2ede785-31c0-4cbb-98b5-cb639f79e0b8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Synchronizing usage tracker for tenant:fe152d649f134d28bec6b87e62973916 on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:49.223277 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-8bb5349c-37ba-405e-b985-b0042fac0b9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 1096 time: 0.2143776 Dec 16 14:55:49.239234 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-994b3365-657b-4002-885c-f91d7d3353d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1097 time: 0.5716794 Dec 16 14:55:49.289255 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'status': 'completed', 'code': 200} Dec 16 14:55:49.296351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-a2ede785-31c0-4cbb-98b5-cb639f79e0b8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Unset dirty status for tenant:fe152d649f134d28bec6b87e62973916 on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:49.297607 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-a2ede785-31c0-4cbb-98b5-cb639f79e0b8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe152d649f134d28bec6b87e62973916 HTTP/1.1" status: 200 len: 380 time: 0.2970228 Dec 16 14:55:49.314649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'port': {'device_id': '2989cd04-6526-4aca-8f1f-771371323c14', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'admin_state_up': True, 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'security_groups': ['05d969da-6f8c-4242-872f-92a802f1d966']}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:49.339786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-f986be70-c4ab-45b6-80df-87007f826383 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f HTTP/1.1" status: 200 len: 217 time: 0.1046417 Dec 16 14:55:49.411668 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-2b3d10ba-7d0c-4605-b8d2-ed93b2a8edfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32 HTTP/1.1" status: 200 len: 217 time: 0.1208987 Dec 16 14:55:49.497077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937bdc9-91a5-46df-9787-c6502cba8b64 req-ccd04fa3-e0cb-4fe1-b42a-372ee4eb8ba0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:49.498754 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a937bdc9-91a5-46df-9787-c6502cba8b64 req-ccd04fa3-e0cb-4fe1-b42a-372ee4eb8ba0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 943 time: 0.3227377 Dec 16 14:55:49.502937 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e003de4-ea86-4e09-ab38-3f9bfa1afac9 req-c5366e0b-b54a-4394-856d-2e56adbf2466 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626157 Dec 16 14:55:49.520981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-d42b15ad-2937-45f4-a7ad-f0bdef1bb9af service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:49.522619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-d42b15ad-2937-45f4-a7ad-f0bdef1bb9af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.1765196 Dec 16 14:55:49.554242 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-c60928e0-3d36-484e-88ef-afef9e3e0a73 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:49.555838 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-c60928e0-3d36-484e-88ef-afef9e3e0a73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.1349816 Dec 16 14:55:49.595270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:49.615434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:49.622224 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-e023e537-71a0-48d1-aa50-93a2c398e7a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590317 Dec 16 14:55:49.643906 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-5a886293-9c63-4072-bb9e-0b524c8d8130 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1140356 Dec 16 14:55:49.648043 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a937bdc9-91a5-46df-9787-c6502cba8b64 req-dc6e70d3-8410-4612-8716-c50d4b6be7ec tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383767 Dec 16 14:55:49.675059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Made reservation on behalf of fe152d649f134d28bec6b87e62973916 for: {'port': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:49.680693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:50.075565 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-788695e3-9884-4cd8-850f-636266c7100c service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688779 Dec 16 14:55:50.076334 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-ab58ddb7-1756-45d4-b498-62a466e6cdf8 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697462 Dec 16 14:55:50.085426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0c5e4-b7ff-4474-86e5-1694626590e2 req-b6aebb45-c957-458b-a6dc-b876ee73eba4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:50.087063 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-33a0c5e4-b7ff-4474-86e5-1694626590e2 req-b6aebb45-c957-458b-a6dc-b876ee73eba4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.3125682 Dec 16 14:55:50.094636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Allocated IP 172.20.0.11 (22640b1c-4c47-4c71-9861-b248ec975b5d/26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b/d2035528-d3ab-4af2-aaf2-d63a3fd8324b) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:50.094828 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3eb0a4af-d576-4924-b7b6-6b31e315c250 req-75b31db1-2543-4966-8b16-208b97df9257 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 1096 time: 0.3900015 Dec 16 14:55:50.182589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563a639-484a-4212-baf6-223a02cc78f0 req-16c358dc-f77e-44c0-961b-65d31646b305 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:50.183334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-1563a639-484a-4212-baf6-223a02cc78f0 req-16c358dc-f77e-44c0-961b-65d31646b305 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Synchronizing usage tracker for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:network {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:50.303064 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-33a0c5e4-b7ff-4474-86e5-1694626590e2 req-4b06d30c-a580-4d99-b9b1-286c373f17fa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054861 Dec 16 14:55:50.384002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-1563a639-484a-4212-baf6-223a02cc78f0 req-16c358dc-f77e-44c0-961b-65d31646b305 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Unset dirty status for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:network {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:50.385291 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-16c358dc-f77e-44c0-961b-65d31646b305 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/networks?id=dccb4f55-43d1-4fdb-b128-a148d791e0a8 HTTP/1.1" status: 200 len: 809 time: 0.4947956 Dec 16 14:55:50.419480 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-8ea28444-f520-4653-bfd4-9f997e8a6975 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019788 Dec 16 14:55:50.484351 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d81564-39b9-4dfe-93b0-cc875371f231 req-f290fedf-ae0b-4170-bbdc-e1fb633ef9a2 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681719 Dec 16 14:55:50.487718 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-2df17b22-1172-4cfb-b728-19fc0b5807c7 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/quotas/4732b1ccb145414ba7d9f3d93df9f8d5 HTTP/1.1" status: 200 len: 375 time: 0.0934389 Dec 16 14:55:50.488954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a4af-d576-4924-b7b6-6b31e315c250 req-68253c60-8552-4209-b84d-230cf1ec6677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:50.490630 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3eb0a4af-d576-4924-b7b6-6b31e315c250 req-68253c60-8552-4209-b84d-230cf1ec6677 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 919 time: 0.3451900 Dec 16 14:55:50.552685 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-dce82da9-e0a0-41f7-85be-2192af64ee35 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4732b1ccb145414ba7d9f3d93df9f8d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579419 Dec 16 14:55:50.595172 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-012f8006-d531-4c87-904f-62f8073de2fb req-f8da5aea-6137-416b-8fd8-2a7febabfccc tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.1210835 Dec 16 14:55:50.690486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:50.716246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Transition to ACTIVE for port object d2035528-d3ab-4af2-aaf2-d63a3fd8324b will not be triggered until provisioned by entity DHCP. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:50.724302 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3eb0a4af-d576-4924-b7b6-6b31e315c250 req-9ce8369c-5c8c-4f10-8785-93430c03f849 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfc221af-2174-4f65-91cd-8eeec277367d HTTP/1.1" status: 200 len: 217 time: 0.1338899 Dec 16 14:55:50.808880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:50.825926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:50.930671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Network 22640b1c-4c47-4c71-9861-b248ec975b5d is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:50.933273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:50.935508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'Port': ['ID=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:50.936332 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a4af-d576-4924-b7b6-6b31e315c250 req-759f896c-7262-483f-bb94-dddabacb2738 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:50.937584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:50.938181 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3eb0a4af-d576-4924-b7b6-6b31e315c250 req-759f896c-7262-483f-bb94-dddabacb2738 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.1867855 Dec 16 14:55:50.941910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:50.942617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:50.951723 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-e1ff2baf-8c10-4046-abac-f44ba1940854 service neutron] 10.222.0.45 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914979 Dec 16 14:55:50.956271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:51.003867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b1aab-09dc-49cc-971c-5b39c2e7558c req-02459972-5482-4583-acb9-b4061215c2d2 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:51.013462 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-187b1aab-09dc-49cc-971c-5b39c2e7558c req-02459972-5482-4583-acb9-b4061215c2d2 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.2622612 Dec 16 14:55:51.054957 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-83954dd7-c0f3-463f-ab45-2ef8fbadddaa req-46d091dd-bad8-45e4-ab39-9c5f0cd3c54c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 1096 time: 0.3739367 Dec 16 14:55:51.061127 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3eb0a4af-d576-4924-b7b6-6b31e315c250 req-b775c0a4-f98e-43fb-8bf5-e3bd9bb29606 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767341 Dec 16 14:55:51.075899 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-187b1aab-09dc-49cc-971c-5b39c2e7558c req-37f1e0bb-7220-4009-9fe2-a711d226663c tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602126 Dec 16 14:55:51.078305 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7715404 Dec 16 14:55:51.172057 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-5f51f06c-719f-4594-a79e-bebfdcd3e5d6 service neutron] 10.222.0.45 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109916 Dec 16 14:55:51.303493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cbceb-fdcd-4526-bc44-b755f6e84671 req-4012bd12-f345-4b0f-8c92-a04bee9faae2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:51.305154 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-396cbceb-fdcd-4526-bc44-b755f6e84671 req-4012bd12-f345-4b0f-8c92-a04bee9faae2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 943 time: 0.0903275 Dec 16 14:55:51.360418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33266) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:51.379075 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-396cbceb-fdcd-4526-bc44-b755f6e84671 req-756b5266-350a-41ac-be19-1a6e5241abab tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669589 Dec 16 14:55:51.443152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-0b2ead04-fce6-40bd-833a-37c996afa6c1 None None] Provisioning for port d2035528-d3ab-4af2-aaf2-d63a3fd8324b completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:55:51.449325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-0b2ead04-fce6-40bd-833a-37c996afa6c1 None None] Provisioning complete for port d2035528-d3ab-4af2-aaf2-d63a3fd8324b triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:55:51.449983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b2ead04-fce6-40bd-833a-37c996afa6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:51.453258 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-99931bc9-3322-40ef-af96-d4f04be40b43 req-ad1b1ade-2a7f-417a-a516-aed818efc2b7 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 210 time: 0.0640519 Dec 16 14:55:51.520678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ead04-fce6-40bd-833a-37c996afa6c1 None None] Port d2035528-d3ab-4af2-aaf2-d63a3fd8324b cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:55:51.627183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:51.663760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:51.668715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Usage tracker for resource:security_group_rule and tenant:ef1367518b604a8cb92e978e3f4899a5 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:51.671897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:51.678534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:51.773424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff87f5-7d5d-4edf-bdaa-0b4f9a25212b req-e2dc9744-a32c-443f-9d7c-7e5b6b3518d3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:51.775045 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8fff87f5-7d5d-4edf-bdaa-0b4f9a25212b req-e2dc9744-a32c-443f-9d7c-7e5b6b3518d3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.2773583 Dec 16 14:55:51.826673 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8fff87f5-7d5d-4edf-bdaa-0b4f9a25212b req-bd0736be-d0ad-418d-ad9d-c8302424a4bd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447195 Dec 16 14:55:51.860593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:51.866842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ca151-03d5-44a5-87ec-20d144256b5a req-8117c8d5-cb51-4fea-a012-2793248ffff3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:51.868446 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-092ca151-03d5-44a5-87ec-20d144256b5a req-8117c8d5-cb51-4fea-a012-2793248ffff3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 932 time: 0.1371622 Dec 16 14:55:51.896721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:51.905939 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-29c5c341-4451-49f3-bbec-f947378067b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:51.967415 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-092ca151-03d5-44a5-87ec-20d144256b5a req-05c66eb8-0a2a-4fa1-91d9-ca17ed8d2ba3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924606 Dec 16 14:55:51.969311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7fd065-aca0-40a4-8d88-79c2185e086f,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:51.973412 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef1367518b604a8cb92e978e3f4899a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6116114 Dec 16 14:55:51.974653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:51.976609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33284) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:52.041770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7eaf399d-6937-4495-acc3-a0cff19525f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:52.067995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7eaf399d-6937-4495-acc3-a0cff19525f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:52.168797 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7eaf399d-6937-4495-acc3-a0cff19525f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:52.174746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:52.186716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf399d-6937-4495-acc3-a0cff19525f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7fd065-aca0-40a4-8d88-79c2185e086f,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:52.190701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7eaf399d-6937-4495-acc3-a0cff19525f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:52.196161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7eaf399d-6937-4495-acc3-a0cff19525f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:52.200386 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7eaf399d-6937-4495-acc3-a0cff19525f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c7fd065-aca0-40a4-8d88-79c2185e086f HTTP/1.1" status: 204 len: 168 time: 0.2197392 Dec 16 14:55:52.301336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e5cda-cb9c-46a5-ab8b-489ad1d2068f req-d6ce3632-22d4-416b-9c6c-ea84d9018f6a tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:52.312210 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee0e5cda-cb9c-46a5-ab8b-489ad1d2068f req-d6ce3632-22d4-416b-9c6c-ea84d9018f6a tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.0909812 Dec 16 14:55:52.352982 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee0e5cda-cb9c-46a5-ab8b-489ad1d2068f req-31a766d4-4e8f-4c9f-8e55-dc8d237ad81a tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433953 Dec 16 14:55:52.591271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c658e-9418-4686-b11d-b6b0cbadee0b req-34eda032-a47d-465a-add6-2bd83cd40e5c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:52.592994 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f74c658e-9418-4686-b11d-b6b0cbadee0b req-34eda032-a47d-465a-add6-2bd83cd40e5c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 943 time: 0.0995226 Dec 16 14:55:52.622106 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47ad3dba-84ae-4b3b-a083-1c6523027aa2 req-005e8a23-a1b0-425f-b363-5ec01418c854 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 210 time: 0.0534358 Dec 16 14:55:52.651661 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f74c658e-9418-4686-b11d-b6b0cbadee0b req-25e13e88-bd2f-4e1a-9bfe-8856c8d61ba9 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525119 Dec 16 14:55:52.751661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33304) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:52.771044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:52.803244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:52.807853 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb036e0ab014176a95ad2c2348e850e is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:52.810789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:52.816830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:52.888353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:52.893159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:52.921569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:52.930303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:53.012696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112fba20-88a7-4d90-a74e-aaf6c925b722,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:53.020338 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1eb036e0ab014176a95ad2c2348e850e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2642627 Dec 16 14:55:53.021972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33312) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:53.022629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:53.064830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f7d1e-abca-4f64-8cff-7a68152c4dde req-12c55032-1adc-4744-9439-fcc6781e524a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:53.068142 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e27f7d1e-abca-4f64-8cff-7a68152c4dde req-12c55032-1adc-4744-9439-fcc6781e524a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0976653 Dec 16 14:55:53.120870 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e27f7d1e-abca-4f64-8cff-7a68152c4dde req-51402329-bae7-4762-925d-9ce990c75f85 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480883 Dec 16 14:55:53.324521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a096ce7e-7f12-4191-aff2-fd732a63345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:53.346715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f154a-b0e8-48da-a4bd-5b1c08eac1a0 req-5dc73402-ae4f-483d-9d66-c274bfa7a7ce tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:53.347704 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e4f154a-b0e8-48da-a4bd-5b1c08eac1a0 req-5dc73402-ae4f-483d-9d66-c274bfa7a7ce tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 932 time: 0.1355586 Dec 16 14:55:53.387118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a096ce7e-7f12-4191-aff2-fd732a63345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:53.446673 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e4f154a-b0e8-48da-a4bd-5b1c08eac1a0 req-814c9604-7e5e-4910-a1d4-8df9bf5936a9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849783 Dec 16 14:55:53.489095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a096ce7e-7f12-4191-aff2-fd732a63345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:53.494472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:53.509515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096ce7e-7f12-4191-aff2-fd732a63345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112fba20-88a7-4d90-a74e-aaf6c925b722,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:53.513241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a096ce7e-7f12-4191-aff2-fd732a63345a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:53.517665 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a096ce7e-7f12-4191-aff2-fd732a63345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:53.518841 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a096ce7e-7f12-4191-aff2-fd732a63345a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/112fba20-88a7-4d90-a74e-aaf6c925b722 HTTP/1.1" status: 204 len: 168 time: 0.4944303 Dec 16 14:55:53.570391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406f3c8-2484-470d-8bab-b4685ccc04d9 req-98212aba-7630-4827-bb7e-1deea1873995 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:53.571976 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4406f3c8-2484-470d-8bab-b4685ccc04d9 req-98212aba-7630-4827-bb7e-1deea1873995 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.0932798 Dec 16 14:55:53.628814 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4406f3c8-2484-470d-8bab-b4685ccc04d9 req-360f2e01-4d74-4663-bc4b-a205cd2687cc tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499210 Dec 16 14:55:53.633267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Request body: {'port': {'device_id': '2989cd04-6526-4aca-8f1f-771371323c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:53.776744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:53.896325 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-043f6a44-dd54-4fcf-9bd6-e52ba7102a82 req-ef1665b1-ed57-44e8-a0b7-e1fcee236831 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 210 time: 0.1159933 Dec 16 14:55:53.958984 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3eb0a4af-d576-4924-b7b6-6b31e315c250 req-eb9b9d82-c574-48c9-8660-616640356d3b service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427155 Dec 16 14:55:53.963357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83954dd7-c0f3-463f-ab45-2ef8fbadddaa req-403176ff-c5fd-4752-9e5c-082971a2a019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:53.964855 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-83954dd7-c0f3-463f-ab45-2ef8fbadddaa req-403176ff-c5fd-4752-9e5c-082971a2a019 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 917 time: 0.3500373 Dec 16 14:55:54.041800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc25e-11e9-47be-9130-d0f8087acb46 req-cbba6553-fd1b-4cbd-a4d9-81cc85ecb559 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:54.043455 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-730dc25e-11e9-47be-9130-d0f8087acb46 req-cbba6553-fd1b-4cbd-a4d9-81cc85ecb559 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 943 time: 0.2177386 Dec 16 14:55:54.173979 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-730dc25e-11e9-47be-9130-d0f8087acb46 req-179c9155-f247-4119-a2ef-b69706244833 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142249 Dec 16 14:55:54.284344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2035528-d3ab-4af2-aaf2-d63a3fd8324b {{(pid=88292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:55:54.292174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:54.309656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Transition to ACTIVE for port object d2035528-d3ab-4af2-aaf2-d63a3fd8324b will not be triggered until provisioned by entity L2. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:55:54.338786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:54.343797 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:54.355569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e579db-c735-4463-bf85-b567096338bc req-68520b18-0a59-455b-adba-d9e023e60313 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:54.357711 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-75e579db-c735-4463-bf85-b567096338bc req-68520b18-0a59-455b-adba-d9e023e60313 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1003227 Dec 16 14:55:54.437429 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-75e579db-c735-4463-bf85-b567096338bc req-3ed1679e-a2f1-44b2-9975-c31a42b932ba tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734200 Dec 16 14:55:54.534561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Pushing event updated for resources: {'Port': ['ID=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:54.549675 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:54.569689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Attempting to bind port d2035528-d3ab-4af2-aaf2-d63a3fd8324b on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:55:54.570125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Attempting to bind port d2035528-d3ab-4af2-aaf2-d63a3fd8324b by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:55:54.570490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Attempting to bind port d2035528-d3ab-4af2-aaf2-d63a3fd8324b on network 22640b1c-4c47-4c71-9861-b248ec975b5d {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:54.578391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Port d2035528-d3ab-4af2-aaf2-d63a3fd8324b on network 22640b1c-4c47-4c71-9861-b248ec975b5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:55:54.578765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Attempting to bind port d2035528-d3ab-4af2-aaf2-d63a3fd8324b on network 22640b1c-4c47-4c71-9861-b248ec975b5d {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:55:54.587469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:55:54.587894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Checking segment: {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:55:54.588334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Bound using segment: {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:55:54.588813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Bound port: d2035528-d3ab-4af2-aaf2-d63a3fd8324b, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'}}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:55:54.589202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:54.756449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] For port d2035528-d3ab-4af2-aaf2-d63a3fd8324b, host hv-cinder-82189, cleared binding levels {{(pid=88292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:55:54.761725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] For port d2035528-d3ab-4af2-aaf2-d63a3fd8324b, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:55:54.773334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d226d98-3393-48af-9ce1-262e4be0b925 req-fca7b905-d6c5-4fdd-bf2f-261c32efe928 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:54.774157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4d226d98-3393-48af-9ce1-262e4be0b925 req-fca7b905-d6c5-4fdd-bf2f-261c32efe928 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Synchronizing usage tracker for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:55:54.792287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:54.798870 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:54.836801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4d226d98-3393-48af-9ce1-262e4be0b925 req-fca7b905-d6c5-4fdd-bf2f-261c32efe928 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Unset dirty status for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:55:54.838145 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d226d98-3393-48af-9ce1-262e4be0b925 req-fca7b905-d6c5-4fdd-bf2f-261c32efe928 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.2251971 Dec 16 14:55:54.906399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e78b6d-c95b-4aeb-9812-d36740b65923 req-a5e41628-0e7e-45e8-94b7-b59c4e904d32 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:54.908298 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e0e78b6d-c95b-4aeb-9812-d36740b65923 req-a5e41628-0e7e-45e8-94b7-b59c4e904d32 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.1106248 Dec 16 14:55:54.911703 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:54.913230 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] 10.222.0.32 "PUT /v2.0/ports/d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1094 time: 1.2878168 Dec 16 14:55:54.917662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2989cd04-6526-4aca-8f1f-771371323c14', 'tag': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:55:54.942692 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d226d98-3393-48af-9ce1-262e4be0b925 req-b3abb7b5-6d5a-4f22-afdc-4d65b76986d1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928462 Dec 16 14:55:54.958606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Pushing event updated for resources: {'Port': ['ID=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,revision_number=3']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:54.960690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:54.981986 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e0e78b6d-c95b-4aeb-9812-d36740b65923 req-e2279218-94dd-4eef-a634-aba8c43f7965 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668817 Dec 16 14:55:55.026097 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2989cd04-6526-4aca-8f1f-771371323c14', 'tag': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b', 'status': 'completed', 'code': 200} Dec 16 14:55:55.146357 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-312f581f-632f-42f0-87b1-f8ff8dc50c98 req-2cd04d81-6dd4-4d7a-bcc8-5b4c20eb6247 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 210 time: 0.0465250 Dec 16 14:55:55.388277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518754-7fc0-406f-b687-1ca895d530f6 req-88dc731f-ade2-4707-937e-b1a42d375297 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:55.389898 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec518754-7fc0-406f-b687-1ca895d530f6 req-88dc731f-ade2-4707-937e-b1a42d375297 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 943 time: 0.0880105 Dec 16 14:55:55.440644 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec518754-7fc0-406f-b687-1ca895d530f6 req-904d64a4-192b-44c6-b536-7b4a521e3f80 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Dec 16 14:55:55.644671 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b4a29e0c-8505-4f2a-8a78-3020555bac59 req-940c2034-b471-4d84-80d7-c739270546a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1097 time: 0.0842690 Dec 16 14:55:55.764011 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-83954dd7-c0f3-463f-ab45-2ef8fbadddaa req-0804902d-bde4-411f-b292-69896385c7f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f HTTP/1.1" status: 200 len: 217 time: 0.2266712 Dec 16 14:55:55.836583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a29e0c-8505-4f2a-8a78-3020555bac59 req-7ad7e922-917e-4218-80e1-90b82237492a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:55.838554 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b4a29e0c-8505-4f2a-8a78-3020555bac59 req-7ad7e922-917e-4218-80e1-90b82237492a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fe152d649f134d28bec6b87e62973916&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1790118 Dec 16 14:55:55.940013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83954dd7-c0f3-463f-ab45-2ef8fbadddaa req-e24cedc6-81e4-45e7-8f2b-37d503649a9c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:55.941579 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-83954dd7-c0f3-463f-ab45-2ef8fbadddaa req-e24cedc6-81e4-45e7-8f2b-37d503649a9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.1694484 Dec 16 14:55:55.950500 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3eb0a4af-d576-4924-b7b6-6b31e315c250 req-1afe7d1e-53f3-4a2d-a7d7-8c194b9b2877 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114876 Dec 16 14:55:56.007978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a29e0c-8505-4f2a-8a78-3020555bac59 req-8e49ea50-8eb4-4b3f-bf2a-81be66af61e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:56.010120 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b4a29e0c-8505-4f2a-8a78-3020555bac59 req-8e49ea50-8eb4-4b3f-bf2a-81be66af61e1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649306 Dec 16 14:55:56.023529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbf8d8-7117-450b-9f8a-03bb370f81bb req-8ded770d-ffe8-46b4-abb9-a7da1b5ecf12 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:56.025179 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6bbbf8d8-7117-450b-9f8a-03bb370f81bb req-8ded770d-ffe8-46b4-abb9-a7da1b5ecf12 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.3468029 Dec 16 14:55:56.084451 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-83954dd7-c0f3-463f-ab45-2ef8fbadddaa req-3af28c3a-38ab-4a10-bdf0-9091ef6c90bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1363640 Dec 16 14:55:56.095641 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6bbbf8d8-7117-450b-9f8a-03bb370f81bb req-17165b49-c43d-45f5-a055-f8a6f7d0d48f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614238 Dec 16 14:55:56.170788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d91916-8720-4e42-ba37-6accc1ac519a req-dcb2b51a-6208-46f5-ae56-fc27bdd48cf0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:56.172428 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b5d91916-8720-4e42-ba37-6accc1ac519a req-dcb2b51a-6208-46f5-ae56-fc27bdd48cf0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.0897992 Dec 16 14:55:56.230197 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b5d91916-8720-4e42-ba37-6accc1ac519a req-f23f40b9-1ec8-4739-9712-861cb9d49b7f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478790 Dec 16 14:55:56.479818 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d2181912-2409-4bdb-a560-f8748e666b0e req-20546e00-58a0-4c17-ac41-1961cf5f7eb3 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 210 time: 0.0545523 Dec 16 14:55:56.482931 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-7a9bac69-46ee-4614-8314-ce64fc6f37a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1097 time: 0.1738710 Dec 16 14:55:56.503547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13135d-2dbb-43a7-b2cf-f4bf3ac20c63 req-e346fe56-ace5-4343-9f72-b8c91c623e86 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:56.505488 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e13135d-2dbb-43a7-b2cf-f4bf3ac20c63 req-e346fe56-ace5-4343-9f72-b8c91c623e86 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 943 time: 0.2863686 Dec 16 14:55:56.521395 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-83954dd7-c0f3-463f-ab45-2ef8fbadddaa req-711e0f8b-c206-49c3-a0d6-150f2efa4dba service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264481 Dec 16 14:55:56.596484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device fe38e090-8b64-4c8e-9be5-fa79544d452c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:55:56.597716 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-328bd817-1db4-41f5-877a-d6434d045d35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 217 time: 0.0969634 Dec 16 14:55:56.717353 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e13135d-2dbb-43a7-b2cf-f4bf3ac20c63 req-f924bb76-14bd-4d63-92bf-9bc54fb6daba tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992011 Dec 16 14:55:56.753506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-ee880a8c-ffa8-48cb-bdbb-f43a0cbe9fdc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:56.755315 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-ee880a8c-ffa8-48cb-bdbb-f43a0cbe9fdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.1483655 Dec 16 14:55:56.757937 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-83954dd7-c0f3-463f-ab45-2ef8fbadddaa req-faa2cb33-52fd-4fe3-ace4-e02a8783af29 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724827 Dec 16 14:55:56.764220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5cc33-32ba-4af7-a5ad-9ccd2a4f4072 req-1f0a8a3e-6c70-4467-ab49-1361e4635b7d tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:56.771852 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c6e5cc33-32ba-4af7-a5ad-9ccd2a4f4072 req-1f0a8a3e-6c70-4467-ab49-1361e4635b7d tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 943 time: 0.1661727 Dec 16 14:55:56.838746 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c6e5cc33-32ba-4af7-a5ad-9ccd2a4f4072 req-87dbc329-0fac-41da-90b2-0d8aac81517c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658352 Dec 16 14:55:56.864064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port fe38e090-8b64-4c8e-9be5-fa79544d452c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fe38e090-8b64-4c8e-9be5-fa79544d452c,segment=NetworkSegment(91a51a36-cb83-4df9-9413-ef8933b4edc3),segment_id=91a51a36-cb83-4df9-9413-ef8933b4edc3)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:56.879186 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': 'fe38e090-8b64-4c8e-9be5-fa79544d452c', 'network_id': '6400031e-0dc2-4363-a75b-4e9ac2480f83', 'port_id': 'fe38e090-8b64-4c8e-9be5-fa79544d452c', 'mac_address': 'fa:16:3e:64:9a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edac7069-e430-4f72-8c8a-b5f2f2844064', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:55:56.941683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:56.943588 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-5d8a7e7b-8b6d-47ab-a865-7569a6f796f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1249869 Dec 16 14:55:56.961013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe38e090-8b64-4c8e-9be5-fa79544d452c {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:55:56.976941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port fe38e090-8b64-4c8e-9be5-fa79544d452c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fe38e090-8b64-4c8e-9be5-fa79544d452c,segment=NetworkSegment(91a51a36-cb83-4df9-9413-ef8933b4edc3),segment_id=91a51a36-cb83-4df9-9413-ef8933b4edc3)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:57.016254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:57.021733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:57.106696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=fe38e090-8b64-4c8e-9be5-fa79544d452c,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:57.111291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:57.124358 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-3d26528d-c96c-459f-8a85-ba404e00416b service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569791 Dec 16 14:55:57.298883 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8b8c7cc-788b-42a1-ab1b-ae0b200a76cf req-0d6619b0-64be-4e60-ab7f-5331e7066cb0 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666622 Dec 16 14:55:57.329787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840512da-333c-4ed8-97e5-1ff9ebd40aa1 req-a9e57435-1199-4136-90cd-394f5afde361 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:57.331693 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-840512da-333c-4ed8-97e5-1ff9ebd40aa1 req-a9e57435-1199-4136-90cd-394f5afde361 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0905666 Dec 16 14:55:57.393939 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-840512da-333c-4ed8-97e5-1ff9ebd40aa1 req-477dec40-a051-4a7f-95e5-d94a4c40e8db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559592 Dec 16 14:55:57.485442 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf43c81-1a16-4759-8e72-c001efde6c92 req-cd8428e1-2853-4daa-aec5-60acfbe45baa tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:57.487167 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0cf43c81-1a16-4759-8e72-c001efde6c92 req-cd8428e1-2853-4daa-aec5-60acfbe45baa tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.0929585 Dec 16 14:55:57.537738 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0cf43c81-1a16-4759-8e72-c001efde6c92 req-2dea20d9-6ccd-4de6-aa4d-ee2a99a2ad14 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445032 Dec 16 14:55:57.661700 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17b2a80f-ed56-49d5-9d44-a2cd064f090e req-7752778a-ef72-4882-888b-2e748aa8a367 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 210 time: 0.0458353 Dec 16 14:55:57.689004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33454) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:57.877614 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:57.921192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:57.926407 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Usage tracker for resource:security_group_rule and tenant:286f31c7d1e7444e81cd097dd2057667 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:57.930515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:57.938247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:58.097290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ec638-ce64-45e1-b0c2-a72acdc03a06 req-38c82548-30e2-46b9-af69-526436728b52 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:58.106735 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c23ec638-ce64-45e1-b0c2-a72acdc03a06 req-38c82548-30e2-46b9-af69-526436728b52 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 943 time: 0.1084318 Dec 16 14:55:58.111103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563a639-484a-4212-baf6-223a02cc78f0 req-e59aca99-81ab-4eb9-8bcb-680156204b2d tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:58.112692 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-e59aca99-81ab-4eb9-8bcb-680156204b2d tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.32 "GET /v2.0/networks?id=dccb4f55-43d1-4fdb-b128-a148d791e0a8 HTTP/1.1" status: 200 len: 809 time: 0.3999460 Dec 16 14:55:58.138662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a6dea-9db5-4598-a2a6-0582e9166de2 req-2f313943-24e3-4db2-babd-eebb2091c355 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:58.140148 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-492a6dea-9db5-4598-a2a6-0582e9166de2 req-2f313943-24e3-4db2-babd-eebb2091c355 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 944 time: 0.1365550 Dec 16 14:55:58.145746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Request body: {'port': {'device_id': '07dfd5e5-b751-4ebb-a023-9e0dbe8abc65', 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8', 'admin_state_up': True, 'tenant_id': '4732b1ccb145414ba7d9f3d93df9f8d5'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:58.158710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:58.200749 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c23ec638-ce64-45e1-b0c2-a72acdc03a06 req-94913974-276d-4d3e-a1b2-0d76d580f6c2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929525 Dec 16 14:55:58.219512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:58.237482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['fe38e090-8b64-4c8e-9be5-fa79544d452c'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:55:58.276968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:58.304788 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=286f31c7d1e7444e81cd097dd2057667&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6144035 Dec 16 14:55:58.307209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33482) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:58.326882 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-492a6dea-9db5-4598-a2a6-0582e9166de2 req-afa932a1-4084-479b-bd84-cdd2f4619a93 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623590 Dec 16 14:55:58.343701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7480603d-c274-4964-a111-626ae872f3cb,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:58.362096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:58.372652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:58.376866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Usage tracker for resource:port and tenant:4732b1ccb145414ba7d9f3d93df9f8d5 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:58.380032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:58.386597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:58.429097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-822a30c3-a368-460c-a7c1-bc0f32486163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:58.430093 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Made reservation on behalf of 4732b1ccb145414ba7d9f3d93df9f8d5 for: {'port': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:55:58.437451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:58.472053 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-822a30c3-a368-460c-a7c1-bc0f32486163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:58.558674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-822a30c3-a368-460c-a7c1-bc0f32486163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:58.584612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e8be97e2-bcea-4e12-937e-f067c9957143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:58.596906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a30c3-a368-460c-a7c1-bc0f32486163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7480603d-c274-4964-a111-626ae872f3cb,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:58.603842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device bfc221af-2174-4f65-91cd-8eeec277367d details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:55:58.637223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-822a30c3-a368-460c-a7c1-bc0f32486163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:58.652118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-822a30c3-a368-460c-a7c1-bc0f32486163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:58.653370 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-822a30c3-a368-460c-a7c1-bc0f32486163 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7480603d-c274-4964-a111-626ae872f3cb HTTP/1.1" status: 204 len: 168 time: 0.3435011 Dec 16 14:55:58.751321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a846cd-5894-4ef9-ae79-937431884ae0 req-0910f62f-b117-433f-bc26-83644eaf635a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:58.753038 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-23a846cd-5894-4ef9-ae79-937431884ae0 req-0910f62f-b117-433f-bc26-83644eaf635a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1731555 Dec 16 14:55:58.830716 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-23a846cd-5894-4ef9-ae79-937431884ae0 req-aa13dbfa-a0ba-44c8-8cca-446561dc77d8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714917 Dec 16 14:55:58.871741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Allocated IP 172.20.0.3 (dccb4f55-43d1-4fdb-b128-a148d791e0a8/952351fd-91a0-490d-8ec5-b351f8329c40/710cb508-8728-4320-ba9e-9fbeb9b340ec) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:55:58.966717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd61f1-e7ae-4f8f-a557-5d479df3abe3 req-a6d3467c-7688-42ae-95e4-e004f2a8d10d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:58.974652 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6bcd61f1-e7ae-4f8f-a557-5d479df3abe3 req-a6d3467c-7688-42ae-95e4-e004f2a8d10d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.2336466 Dec 16 14:55:59.024709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port bfc221af-2174-4f65-91cd-8eeec277367d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bfc221af-2174-4f65-91cd-8eeec277367d,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:59.040240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': 'bfc221af-2174-4f65-91cd-8eeec277367d', 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'port_id': 'bfc221af-2174-4f65-91cd-8eeec277367d', 'mac_address': 'fa:16:3e:96:89:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:55:59.066849 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-421c18e1-ef73-41cc-aa00-01ddc17bdfea req-85bbe312-aa0a-40e9-b848-91b1f4b265c4 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 210 time: 0.0741012 Dec 16 14:55:59.078637 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6bcd61f1-e7ae-4f8f-a557-5d479df3abe3 req-9ff69708-572c-49d4-81f4-955d01cb031c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027191 Dec 16 14:55:59.119508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:59.139215 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc221af-2174-4f65-91cd-8eeec277367d {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:55:59.159122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port bfc221af-2174-4f65-91cd-8eeec277367d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bfc221af-2174-4f65-91cd-8eeec277367d,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:55:59.190262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:59.192271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:59.247604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:59.273014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=bfc221af-2174-4f65-91cd-8eeec277367d,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:59.277917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:59.322162 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:59.328283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-aa265f7d-05c2-4fe4-bad6-388dbc55a3ee tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:55:59.403827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Network dccb4f55-43d1-4fdb-b128-a148d791e0a8 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:55:59.410959 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:55:59.412948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33510) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:55:59.418358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55804bfb-18a2-4063-84e7-76f905e2149a req-baeb64fb-1a20-4c49-843b-746a3a569f8b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:59.419006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:55:59.420206 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-55804bfb-18a2-4063-84e7-76f905e2149a req-baeb64fb-1a20-4c49-843b-746a3a569f8b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 944 time: 0.0934734 Dec 16 14:55:59.423362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:59.424045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:59.428689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Pushing event updated for resources: {'Port': ['ID=710cb508-8728-4320-ba9e-9fbeb9b340ec,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:55:59.448637 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:55:59.460381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:59.475414 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-55804bfb-18a2-4063-84e7-76f905e2149a req-fb56dbb3-74b8-4f69-a010-70f669f7b053 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486255 Dec 16 14:55:59.551579 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4102788 Dec 16 14:55:59.560335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:55:59.567127 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Usage tracker for resource:security_group_rule and tenant:a4f80083701a464081a306df650b90b1 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:55:59.571105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:55:59.583760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Request body: {'port': {'device_id': '07dfd5e5-b751-4ebb-a023-9e0dbe8abc65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:55:59.608811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:55:59.713494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d8a4a-40c6-4f67-b09f-11c9502b16a2 req-218a8fa6-9805-401a-9572-c27af0e8c38c tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:55:59.715080 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ad4d8a4a-40c6-4f67-b09f-11c9502b16a2 req-218a8fa6-9805-401a-9572-c27af0e8c38c tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 944 time: 0.2281506 Dec 16 14:55:59.777239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:59.876618 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ad4d8a4a-40c6-4f67-b09f-11c9502b16a2 req-0bf736b7-86ce-47dc-a21b-ca5f4eace177 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493332 Dec 16 14:55:59.884147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:59.952712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:55:59.971147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-37dd4da5-44a8-439b-8c4b-59234114f32f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:00.060853 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848e8efe-3f5b-4e91-9478-3f2a13d9266d,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:00.063259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11925150-8900-49a2-9048-f4af64e2a7e8 req-e32ee01f-4aab-45ac-b600-f7cb23da9a1c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:00.064995 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11925150-8900-49a2-9048-f4af64e2a7e8 req-e32ee01f-4aab-45ac-b600-f7cb23da9a1c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0860198 Dec 16 14:56:00.068082 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4f80083701a464081a306df650b90b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6506929 Dec 16 14:56:00.068879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33526) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:00.069297 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:00.171410 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11925150-8900-49a2-9048-f4af64e2a7e8 req-7dfa537c-8d48-4b01-b063-89b60f4bd28f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851841 Dec 16 14:56:00.188047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3669c07a-a506-4b59-83af-fc41b88e7268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.236282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3669c07a-a506-4b59-83af-fc41b88e7268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.315943 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3669c07a-a506-4b59-83af-fc41b88e7268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.322633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:00.337301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669c07a-a506-4b59-83af-fc41b88e7268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848e8efe-3f5b-4e91-9478-3f2a13d9266d,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:00.349517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710cb508-8728-4320-ba9e-9fbeb9b340ec {{(pid=88292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:56:00.360247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.360383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3669c07a-a506-4b59-83af-fc41b88e7268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:00.385152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Transition to ACTIVE for port object 710cb508-8728-4320-ba9e-9fbeb9b340ec will not be triggered until provisioned by entity L2. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:56:00.406978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15deb5-b938-4714-80a3-37e9366cfcb8 req-e8e1646c-3f68-445e-ad97-38a2cd25d026 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:00.408413 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-9c15deb5-b938-4714-80a3-37e9366cfcb8 req-e8e1646c-3f68-445e-ad97-38a2cd25d026 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Synchronizing usage tracker for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:56:00.415225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3669c07a-a506-4b59-83af-fc41b88e7268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.417091 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3669c07a-a506-4b59-83af-fc41b88e7268 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/848e8efe-3f5b-4e91-9478-3f2a13d9266d HTTP/1.1" status: 204 len: 168 time: 0.3465996 Dec 16 14:56:00.435610 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.440502 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2384e78d-a11d-45c9-8c8d-2bd32b385d11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:00.455819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4b73b-6dd7-4bac-8af6-5e9832f48848 req-63816324-0442-4bd4-a14e-3c91ba3c28a0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:00.457767 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3db4b73b-6dd7-4bac-8af6-5e9832f48848 req-63816324-0442-4bd4-a14e-3c91ba3c28a0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.0987406 Dec 16 14:56:00.484665 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-9c15deb5-b938-4714-80a3-37e9366cfcb8 req-e8e1646c-3f68-445e-ad97-38a2cd25d026 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Unset dirty status for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:56:00.485990 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9c15deb5-b938-4714-80a3-37e9366cfcb8 req-e8e1646c-3f68-445e-ad97-38a2cd25d026 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 931 time: 0.2163081 Dec 16 14:56:00.532916 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3db4b73b-6dd7-4bac-8af6-5e9832f48848 req-e4ca9768-566f-4cac-a88c-4ff1853875fb tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681932 Dec 16 14:56:00.604873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Pushing event updated for resources: {'Port': ['ID=710cb508-8728-4320-ba9e-9fbeb9b340ec,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:00.609578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:00.675822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9c15deb5-b938-4714-80a3-37e9366cfcb8 req-9adbd70c-a2fa-4705-b5c4-9acda3634e10 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825292 Dec 16 14:56:00.682764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Attempting to bind port 710cb508-8728-4320-ba9e-9fbeb9b340ec on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:56:00.683118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Attempting to bind port 710cb508-8728-4320-ba9e-9fbeb9b340ec by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'fb3188ae-79f9-452b-bb7d-385f72998732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8'}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:56:00.683493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Attempting to bind port 710cb508-8728-4320-ba9e-9fbeb9b340ec on network dccb4f55-43d1-4fdb-b128-a148d791e0a8 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:56:00.689988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Port 710cb508-8728-4320-ba9e-9fbeb9b340ec on network dccb4f55-43d1-4fdb-b128-a148d791e0a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:56:00.690624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Attempting to bind port 710cb508-8728-4320-ba9e-9fbeb9b340ec on network dccb4f55-43d1-4fdb-b128-a148d791e0a8 {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:56:00.694691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33546) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:00.706642 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:56:00.706926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Checking segment: {'id': 'fb3188ae-79f9-452b-bb7d-385f72998732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:56:00.707433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Bound using segment: {'id': 'fb3188ae-79f9-452b-bb7d-385f72998732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8'} {{(pid=88292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:56:00.708011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Bound port: 710cb508-8728-4320-ba9e-9fbeb9b340ec, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3188ae-79f9-452b-bb7d-385f72998732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8'}}] {{(pid=88292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:56:00.708480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.753116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f1104-b54d-40c6-997d-77af7f883d07 req-2bdd3bd1-29d7-4992-99c5-2a0680b45532 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:00.760964 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-556f1104-b54d-40c6-997d-77af7f883d07 req-2bdd3bd1-29d7-4992-99c5-2a0680b45532 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 944 time: 0.1079926 Dec 16 14:56:00.824574 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-556f1104-b54d-40c6-997d-77af7f883d07 req-231074ce-0586-4a3c-aec8-0e02683bcea5 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624051 Dec 16 14:56:00.828090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] For port 710cb508-8728-4320-ba9e-9fbeb9b340ec, host hv-cinder-82189, cleared binding levels {{(pid=88292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:56:00.831949 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] For port 710cb508-8728-4320-ba9e-9fbeb9b340ec, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=710cb508-8728-4320-ba9e-9fbeb9b340ec,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:56:00.883790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.889607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:00.926652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.967698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:00.969201 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] 10.222.0.32 "PUT /v2.0/ports/710cb508-8728-4320-ba9e-9fbeb9b340ec HTTP/1.1" status: 200 len: 1093 time: 1.3943660 Dec 16 14:56:00.969719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dfd5e5-b751-4ebb-a023-9e0dbe8abc65', 'tag': '710cb508-8728-4320-ba9e-9fbeb9b340ec'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:01.007857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:01.012723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Pushing event updated for resources: {'Port': ['ID=710cb508-8728-4320-ba9e-9fbeb9b340ec,revision_number=3']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:01.017495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:01.018529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Usage tracker for resource:security_group_rule and tenant:c4f82949eb10468a8474e53f8b12929b is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:01.054839 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:01.063139 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dfd5e5-b751-4ebb-a023-9e0dbe8abc65', 'tag': '710cb508-8728-4320-ba9e-9fbeb9b340ec', 'status': 'completed', 'code': 200} Dec 16 14:56:01.074366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:01.144060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd9731-ab1f-4cfb-95b6-e91b9226ad92 req-7d457b0c-49f6-470e-b965-3cd5891a751c tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:01.145691 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c5cd9731-ab1f-4cfb-95b6-e91b9226ad92 req-7d457b0c-49f6-470e-b965-3cd5891a751c tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 944 time: 0.1303313 Dec 16 14:56:01.194448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:01.220136 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c5cd9731-ab1f-4cfb-95b6-e91b9226ad92 req-7328ab06-34ec-4d65-aa77-01009c23d2c3 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633023 Dec 16 14:56:01.227245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:01.244347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6f5facb6-978d-4d46-a599-9a404343e9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:01.301384 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4f82949eb10468a8474e53f8b12929b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6029148 Dec 16 14:56:01.301384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdcb2b9-0c79-4cf9-bddf-34ae073d2ca7,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:01.302945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33572) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:01.303325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:01.431208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:01.470895 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:01.535143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef79436-a541-42d5-9492-662eff615525 req-3e54e87e-e28c-4bd6-ab5f-cd51ab48a8c0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:01.536770 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ef79436-a541-42d5-9492-662eff615525 req-3e54e87e-e28c-4bd6-ab5f-cd51ab48a8c0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1529622 Dec 16 14:56:01.592230 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ef79436-a541-42d5-9492-662eff615525 req-51252eb6-8713-43d4-a572-687f2eae3b60 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490773 Dec 16 14:56:01.593806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:01.598506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:01.614606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdcb2b9-0c79-4cf9-bddf-34ae073d2ca7,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:01.632211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:01.633460 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acdcb2b9-0c79-4cf9-bddf-34ae073d2ca7 HTTP/1.1" status: 204 len: 168 time: 0.3273549 Dec 16 14:56:01.636396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.636971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.637155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.637536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.637928 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.638340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.638869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.639530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.640363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.640891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.641276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:01.644860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:01.770262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718b5f4-3cc6-4871-b5a9-ba9b2aadfa4b req-60fa10cd-59f1-42eb-a1e8-d23f592eaef8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:01.772065 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1718b5f4-3cc6-4871-b5a9-ba9b2aadfa4b req-60fa10cd-59f1-42eb-a1e8-d23f592eaef8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.0931857 Dec 16 14:56:01.842022 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1718b5f4-3cc6-4871-b5a9-ba9b2aadfa4b req-2270f51f-61c5-4aa7-b042-4e64391e0d91 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633056 Dec 16 14:56:01.930308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfe2f8-4720-49b4-a293-ef69ecc04b89 req-106265f6-83b2-47ff-a83f-338e59f996cc tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:01.938820 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-46dfe2f8-4720-49b4-a293-ef69ecc04b89 req-106265f6-83b2-47ff-a83f-338e59f996cc tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 943 time: 0.1180155 Dec 16 14:56:01.999515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-46dfe2f8-4720-49b4-a293-ef69ecc04b89 req-9d99350d-4758-446d-88fd-0f3b0fa491d1 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Synchronizing usage tracker for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:56:02.053220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-46dfe2f8-4720-49b4-a293-ef69ecc04b89 req-9d99350d-4758-446d-88fd-0f3b0fa491d1 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Unset dirty status for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:56:02.054638 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-46dfe2f8-4720-49b4-a293-ef69ecc04b89 req-9d99350d-4758-446d-88fd-0f3b0fa491d1 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146986 Dec 16 14:56:02.086941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544bc3d-06b8-4830-a823-4667feb41820 req-e4e4d1fd-40df-49c3-8efd-111edeaab5ef tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:02.088577 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1544bc3d-06b8-4830-a823-4667feb41820 req-e4e4d1fd-40df-49c3-8efd-111edeaab5ef tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 944 time: 0.1302233 Dec 16 14:56:02.138952 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1544bc3d-06b8-4830-a823-4667feb41820 req-bf0fdc55-c617-46c1-8410-b8102d59f944 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Dec 16 14:56:02.233108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33598) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:02.253049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:02.290903 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:02.295576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Usage tracker for resource:security_group_rule and tenant:8f9bc296a91e49e7bae2da9641b67158 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:02.298632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:02.305258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:02.391667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:02.432443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:02.614786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:02.667773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf401c42-7322-465b-ac6d-e2a5bc989d51,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:02.671010 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:02.677328 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f9bc296a91e49e7bae2da9641b67158&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4430764 Dec 16 14:56:02.680431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33614) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:02.705860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734c4ed-5a20-4257-b4a1-c4a1394e9ba4 req-7246fa57-7ea2-4e3c-8b48-2d63ae28368b tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:02.710582 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6734c4ed-5a20-4257-b4a1-c4a1394e9ba4 req-7246fa57-7ea2-4e3c-8b48-2d63ae28368b tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 944 time: 0.3175004 Dec 16 14:56:02.770709 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6734c4ed-5a20-4257-b4a1-c4a1394e9ba4 req-ca4b3b38-c4bb-4310-9d9e-b5beee9c39c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559843 Dec 16 14:56:02.805009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:02.844823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:02.905108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956175e-f27e-4a00-8690-ee3acd887aba req-abc4728d-0b55-40d3-90d9-194b75a089f6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:02.906846 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0956175e-f27e-4a00-8690-ee3acd887aba req-abc4728d-0b55-40d3-90d9-194b75a089f6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1499467 Dec 16 14:56:02.949862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:02.960019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:02.977522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf401c42-7322-465b-ac6d-e2a5bc989d51,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:02.983706 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0956175e-f27e-4a00-8690-ee3acd887aba req-47322757-64ce-4e90-b07f-2a2083c477d1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703049 Dec 16 14:56:02.995448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:02.996088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:02.996735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:02.997796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:02.998231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:02.998622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:02.999011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:02.999515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:02.999915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:03.000569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:03.000946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:03.011435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:03.025774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:03.025774 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf401c42-7322-465b-ac6d-e2a5bc989d51 HTTP/1.1" status: 204 len: 168 time: 0.3389554 Dec 16 14:56:03.077117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b41b9-f373-47ca-a43a-85e4b8d7634d req-ba7a5f36-aa0d-4cc1-aada-14a36d8f66b2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:03.078916 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c96b41b9-f373-47ca-a43a-85e4b8d7634d req-ba7a5f36-aa0d-4cc1-aada-14a36d8f66b2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.1057653 Dec 16 14:56:03.141715 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c96b41b9-f373-47ca-a43a-85e4b8d7634d req-28f7c003-1104-4037-af8e-ce22a8f7fa63 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556071 Dec 16 14:56:03.298113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aeb9a-bbae-4e4d-93fb-7b0f48372b9b req-2731afd3-604a-44c2-81a6-5a94fe7bc8c9 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:03.299765 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c23aeb9a-bbae-4e4d-93fb-7b0f48372b9b req-2731afd3-604a-44c2-81a6-5a94fe7bc8c9 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 943 time: 0.0844808 Dec 16 14:56:03.392216 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c23aeb9a-bbae-4e4d-93fb-7b0f48372b9b req-d946522a-9c02-4beb-b914-038db0238179 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854001 Dec 16 14:56:03.482077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988c9ad-4d88-4e4a-a395-2505576e0196 req-816bcda8-878b-4f44-95e2-1f4c4e02dd0d tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:03.483814 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7988c9ad-4d88-4e4a-a395-2505576e0196 req-816bcda8-878b-4f44-95e2-1f4c4e02dd0d tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 944 time: 0.1020854 Dec 16 14:56:03.534663 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7988c9ad-4d88-4e4a-a395-2505576e0196 req-f9b48990-e5be-491e-8f8e-a60c27b23e8a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Dec 16 14:56:03.984069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cccf1-5deb-49f8-b74a-6162af719d5b req-1fb823ca-795a-4018-ad42-e61ab9e63141 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:03.985738 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-670cccf1-5deb-49f8-b74a-6162af719d5b req-1fb823ca-795a-4018-ad42-e61ab9e63141 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 944 time: 0.0904837 Dec 16 14:56:04.053975 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-670cccf1-5deb-49f8-b74a-6162af719d5b req-ac7a728a-7b39-41b6-83ba-9abc9918e280 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558262 Dec 16 14:56:04.238715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e327-6e91-45f6-9895-3a77d9146f84 req-2678b362-9027-44c5-b7c7-a7458a079774 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:04.240354 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d040e327-6e91-45f6-9895-3a77d9146f84 req-2678b362-9027-44c5-b7c7-a7458a079774 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1163344 Dec 16 14:56:04.307445 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d040e327-6e91-45f6-9895-3a77d9146f84 req-82dc7304-f114-4d99-be71-a8d9ca9615cf tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574291 Dec 16 14:56:04.384410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33688) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:04.411093 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b161d-dd66-4dec-9f0b-19604ae78b49 req-077d7591-8f71-43f2-822b-a1a45591e4e8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:04.413591 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e5b161d-dd66-4dec-9f0b-19604ae78b49 req-077d7591-8f71-43f2-822b-a1a45591e4e8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.1344910 Dec 16 14:56:04.480245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['bfc221af-2174-4f65-91cd-8eeec277367d'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:04.494006 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e5b161d-dd66-4dec-9f0b-19604ae78b49 req-10ebbb5a-7694-4ab4-9183-2fd4f2bccd74 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668306 Dec 16 14:56:04.599678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:04.614805 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6830b1b5-1608-4ce0-af79-6a07a78a8c37 req-5b0874d8-4d8a-47cf-828d-75e0878ffce2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4732b1ccb145414ba7d9f3d93df9f8d5&device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 1096 time: 0.0965078 Dec 16 14:56:04.740688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:04.745772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Usage tracker for resource:security_group_rule and tenant:32f8668287494b28a217ca3ff431cb2b is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:04.751027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:04.759749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:04.792092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821f1b6-77d5-403a-8199-b6e918b35b0d req-703689a4-cfd4-4b14-9598-ea049bc16ca0 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:04.793710 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a821f1b6-77d5-403a-8199-b6e918b35b0d req-703689a4-cfd4-4b14-9598-ea049bc16ca0 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 943 time: 0.1693695 Dec 16 14:56:04.870444 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a821f1b6-77d5-403a-8199-b6e918b35b0d req-4963f0d7-edcb-4142-a7d5-0d68236b6f66 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698698 Dec 16 14:56:04.900729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:04.934697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:04.945630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9797d5e5-ca23-4fb4-9420-2d970ca5eac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:04.992628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea41ab-f033-4edc-b0e3-322a241ae6f7,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:04.996667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:05.001894 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32f8668287494b28a217ca3ff431cb2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6135809 Dec 16 14:56:05.002884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33706) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:05.072286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1850e2a0-d4c2-40c5-89d0-e0c6a8e7e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:05.104433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1850e2a0-d4c2-40c5-89d0-e0c6a8e7e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:05.107156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b1b5-1608-4ce0-af79-6a07a78a8c37 req-18386e5f-75bf-4262-921b-7d5d16a1d4f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:05.109179 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6830b1b5-1608-4ce0-af79-6a07a78a8c37 req-18386e5f-75bf-4262-921b-7d5d16a1d4f5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4732b1ccb145414ba7d9f3d93df9f8d5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4583895 Dec 16 14:56:05.124010 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14606d-afcb-49f9-9598-551a37838419 req-c8985ecc-4988-43c4-ad2d-54534066db1e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:05.126483 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7d14606d-afcb-49f9-9598-551a37838419 req-c8985ecc-4988-43c4-ad2d-54534066db1e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 944 time: 0.4174254 Dec 16 14:56:05.203148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1850e2a0-d4c2-40c5-89d0-e0c6a8e7e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:05.208877 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-02544c19-15f7-45ee-9092-6ed52a859f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:05.261688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850e2a0-d4c2-40c5-89d0-e0c6a8e7e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea41ab-f033-4edc-b0e3-322a241ae6f7,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:05.273836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1850e2a0-d4c2-40c5-89d0-e0c6a8e7e2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:05.282563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1850e2a0-d4c2-40c5-89d0-e0c6a8e7e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:05.283734 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1850e2a0-d4c2-40c5-89d0-e0c6a8e7e2df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8ea41ab-f033-4edc-b0e3-322a241ae6f7 HTTP/1.1" status: 204 len: 168 time: 0.2798848 Dec 16 14:56:05.292864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7d14606d-afcb-49f9-9598-551a37838419 req-3ad43555-a4f2-4b3c-a4a4-1821815414b5 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433167 Dec 16 14:56:05.335464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc484715-ac86-410c-ad77-8553cd856904 req-13426968-25b9-4199-bdb9-54dc3678d706 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:05.336221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b1b5-1608-4ce0-af79-6a07a78a8c37 req-59c49cf8-3287-4646-95bf-6da59d53b222 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:05.339957 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6830b1b5-1608-4ce0-af79-6a07a78a8c37 req-59c49cf8-3287-4646-95bf-6da59d53b222 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2229195 Dec 16 14:56:05.343477 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cc484715-ac86-410c-ad77-8553cd856904 req-13426968-25b9-4199-bdb9-54dc3678d706 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 944 time: 0.1271377 Dec 16 14:56:05.439176 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cc484715-ac86-410c-ad77-8553cd856904 req-b0e54950-7a80-4917-9f60-6ca92ce28741 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759397 Dec 16 14:56:05.596308 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-c78a46ad-c99d-44b8-a4d0-017f2d1d25a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4732b1ccb145414ba7d9f3d93df9f8d5&device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 1096 time: 0.1551085 Dec 16 14:56:05.677715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b699b5e-b3db-4dab-a10a-483520d15618 req-b9189119-e38b-4c15-8633-ea7476bd909d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:05.679701 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3b699b5e-b3db-4dab-a10a-483520d15618 req-b9189119-e38b-4c15-8633-ea7476bd909d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1747010 Dec 16 14:56:05.719082 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-0c6d56d2-81f1-44a0-8766-9fd8a6d62e5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=710cb508-8728-4320-ba9e-9fbeb9b340ec HTTP/1.1" status: 200 len: 217 time: 0.1077204 Dec 16 14:56:05.753856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf3407-108b-4e87-a9f1-9dfcc83f2b66 req-fe6113c5-6dd0-4d9a-8cef-314375026892 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:05.755700 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cedf3407-108b-4e87-a9f1-9dfcc83f2b66 req-fe6113c5-6dd0-4d9a-8cef-314375026892 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.1015804 Dec 16 14:56:05.801974 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3b699b5e-b3db-4dab-a10a-483520d15618 req-e14d7b22-1a94-4885-be28-88c12ff2a603 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141644 Dec 16 14:56:05.806822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cedf3407-108b-4e87-a9f1-9dfcc83f2b66 req-41d40bde-5083-40a6-ab93-b33c202c76b3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Dec 16 14:56:05.815962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563a639-484a-4212-baf6-223a02cc78f0 req-481dd4f9-515b-4d11-9168-6e61bda43f88 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:05.817957 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-481dd4f9-515b-4d11-9168-6e61bda43f88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=952351fd-91a0-490d-8ec5-b351f8329c40 HTTP/1.1" status: 200 len: 849 time: 0.0867677 Dec 16 14:56:05.875798 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-30ff686e-b525-4e1b-ad09-e2261f3eca38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dccb4f55-43d1-4fdb-b128-a148d791e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495696 Dec 16 14:56:05.907253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33732) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:05.942128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:05.984717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:05.989906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab7a2b0c001425c82f31224d305609a is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:05.993607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:06.001054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:06.044690 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-8a284325-80a2-4b5d-b191-83bf1598f589 service neutron] 10.222.0.32 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598544 Dec 16 14:56:06.140666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:06.152029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db427da3-073a-4b1c-b385-bb4e691ec3f6 req-19244e99-6f32-4961-9e2c-503da4080c07 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:06.154060 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db427da3-073a-4b1c-b385-bb4e691ec3f6 req-19244e99-6f32-4961-9e2c-503da4080c07 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 943 time: 0.1384387 Dec 16 14:56:06.177034 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:06.188292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4c8434d9-05d0-4b10-9b7e-e540270607c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:06.203262 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1563a639-484a-4212-baf6-223a02cc78f0 req-19fd448b-cd75-43ec-8e8b-8dc4c1d3aa57 service neutron] 10.222.0.32 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507077 Dec 16 14:56:06.248696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01feeb03-71a4-497b-bff3-b583880089bd,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:06.253604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:06.261341 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ab7a2b0c001425c82f31224d305609a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3493295 Dec 16 14:56:06.262371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33742) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:06.271044 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db427da3-073a-4b1c-b385-bb4e691ec3f6 req-26cb2cd8-6bfd-4647-ad08-6fd09b5e9e7f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110780 Dec 16 14:56:06.331702 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e86969d-0900-44e8-b38c-1c7f7625338a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:06.388696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e86969d-0900-44e8-b38c-1c7f7625338a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:06.485628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 5e762ff6-a901-4d0e-aaba-533a8b07ea32 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:56:06.533381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e531f-b1c3-4ce8-b170-5be8c8643101 req-54ce2503-98ef-4e84-983d-0324f61ed751 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:06.535149 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ca6e531f-b1c3-4ce8-b170-5be8c8643101 req-54ce2503-98ef-4e84-983d-0324f61ed751 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 944 time: 0.1079583 Dec 16 14:56:06.536356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e86969d-0900-44e8-b38c-1c7f7625338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:06.542237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4485cd2c-1ec4-4c27-9105-e23659df8376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:06.579916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86969d-0900-44e8-b38c-1c7f7625338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01feeb03-71a4-497b-bff3-b583880089bd,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:06.584563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4e86969d-0900-44e8-b38c-1c7f7625338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:06.599863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e86969d-0900-44e8-b38c-1c7f7625338a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:06.604063 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4e86969d-0900-44e8-b38c-1c7f7625338a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01feeb03-71a4-497b-bff3-b583880089bd HTTP/1.1" status: 204 len: 168 time: 0.3377700 Dec 16 14:56:06.634296 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ca6e531f-b1c3-4ce8-b170-5be8c8643101 req-caf153b2-846f-4fc4-b8ce-3dcb09810794 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817578 Dec 16 14:56:06.671468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device fe38e090-8b64-4c8e-9be5-fa79544d452c up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:56:06.720050 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 5e762ff6-a901-4d0e-aaba-533a8b07ea32, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:06.735152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff5fb-b881-4c56-8ade-8605bacc51cf req-ba9bba0b-2bca-4fb2-80a7-2b5f69490f7d tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:06.735827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '5e762ff6-a901-4d0e-aaba-533a8b07ea32', 'network_id': 'cfa2cabe-611e-4d60-ae11-c50e41390453', 'port_id': '5e762ff6-a901-4d0e-aaba-533a8b07ea32', 'mac_address': 'fa:16:3e:08:4b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5df494d-9ff2-4f4d-a99f-342d64749205', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:56:06.737482 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9eaff5fb-b881-4c56-8ade-8605bacc51cf req-ba9bba0b-2bca-4fb2-80a7-2b5f69490f7d tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 944 time: 0.1102633 Dec 16 14:56:06.814978 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9eaff5fb-b881-4c56-8ade-8605bacc51cf req-061ecb6a-bfd8-43b8-8071-a2cd76a45d58 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685425 Dec 16 14:56:06.816144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:06.846405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e762ff6-a901-4d0e-aaba-533a8b07ea32 {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:56:06.863210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 5e762ff6-a901-4d0e-aaba-533a8b07ea32, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:06.913429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:56:06.913644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:06.914459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:56:06.977704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6807b118-924e-40f3-b58c-150892cd4d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:07.112718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710be4d3-bf01-432d-af0b-3379bf610fcc req-7ac3f4f9-296f-41ad-8c89-e367e0cf5a37 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:07.124711 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-710be4d3-bf01-432d-af0b-3379bf610fcc req-7ac3f4f9-296f-41ad-8c89-e367e0cf5a37 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 944 time: 0.1447892 Dec 16 14:56:07.137474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08863e4a-6561-4583-8f46-e83b0cdae012 req-f93d5f89-6d94-4456-8db9-7c0a2947cf60 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:07.149467 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-08863e4a-6561-4583-8f46-e83b0cdae012 req-f93d5f89-6d94-4456-8db9-7c0a2947cf60 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1729500 Dec 16 14:56:07.149666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:07.166154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'port_id': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'mac_address': 'fa:16:3e:67:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:56:07.188791 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-710be4d3-bf01-432d-af0b-3379bf610fcc req-c727c987-3c58-4973-84d4-7caabb8f43b9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602059 Dec 16 14:56:07.232729 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-08863e4a-6561-4583-8f46-e83b0cdae012 req-d634176a-a660-4e5c-b235-85234e19e3f2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811992 Dec 16 14:56:07.253342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port fe38e090-8b64-4c8e-9be5-fa79544d452c completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:56:07.266202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port fe38e090-8b64-4c8e-9be5-fa79544d452c triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:56:07.266626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:07.331755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=5e762ff6-a901-4d0e-aaba-533a8b07ea32,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:07.363607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:07.379408 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.380175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.380693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.381272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.381787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.382321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.382894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.383413 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.383919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.384449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.384950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:56:07.409952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:07.412401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:56:07.430203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:07.498535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:07.499316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device d2035528-d3ab-4af2-aaf2-d63a3fd8324b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:56:07.504399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d92ac4a8-2779-4cbe-b189-046b7b86510c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:07.539428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:07.547539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994de12-f097-4f7d-a29f-8b285420d679 req-5908c94f-9a30-4dca-9785-f584fcc86b5d tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:07.549903 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a994de12-f097-4f7d-a29f-8b285420d679 req-5908c94f-9a30-4dca-9785-f584fcc86b5d tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 943 time: 0.0917199 Dec 16 14:56:07.599719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5137d8-24f6-4b78-abcb-2cf8d939df3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe38e090-8b64-4c8e-9be5-fa79544d452c'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:07.611195 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a994de12-f097-4f7d-a29f-8b285420d679 req-23c98ea5-1637-475d-98e8-b1ba3e26ae5e tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538509 Dec 16 14:56:07.691181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port fe38e090-8b64-4c8e-9be5-fa79544d452c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fe38e090-8b64-4c8e-9be5-fa79544d452c,segment=NetworkSegment(91a51a36-cb83-4df9-9413-ef8933b4edc3),segment_id=91a51a36-cb83-4df9-9413-ef8933b4edc3)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:07.697477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:07.710183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:07.786690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:07.791698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:07.883730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d742be-bbab-4ea8-98a2-7c1dd4476bdb req-a608d999-ec87-4c53-9ba7-da269ba28808 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:07.891789 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-20d742be-bbab-4ea8-98a2-7c1dd4476bdb req-a608d999-ec87-4c53-9ba7-da269ba28808 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 944 time: 0.1045136 Dec 16 14:56:07.949908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port d2035528-d3ab-4af2-aaf2-d63a3fd8324b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:07.954522 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-20d742be-bbab-4ea8-98a2-7c1dd4476bdb req-562d9666-a978-447f-a9a6-a0d16e91262f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598845 Dec 16 14:56:07.974698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'port_id': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b', 'mac_address': 'fa:16:3e:c0:bf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:56:07.980411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=fe38e090-8b64-4c8e-9be5-fa79544d452c,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:07.984712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:08.044118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:08.060539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20efc62-302b-4540-b50d-2111bdbf1fdd req-f3d256bd-4a4e-4c0f-8cbc-e15c092d7621 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:08.062251 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c20efc62-302b-4540-b50d-2111bdbf1fdd req-f3d256bd-4a4e-4c0f-8cbc-e15c092d7621 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.1080558 Dec 16 14:56:08.065207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2035528-d3ab-4af2-aaf2-d63a3fd8324b {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:56:08.082948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port d2035528-d3ab-4af2-aaf2-d63a3fd8324b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:08.117543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:08.118244 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c20efc62-302b-4540-b50d-2111bdbf1fdd req-037a12f8-edbb-4c12-bb19-61bc6f236713 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Dec 16 14:56:08.120447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:08.156982 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5137d8-24f6-4b78-abcb-2cf8d939df3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe38e090-8b64-4c8e-9be5-fa79544d452c', 'code': 200} Dec 16 14:56:08.191526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:08.194633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:08.485160 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device bfc221af-2174-4f65-91cd-8eeec277367d up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:56:08.577087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad4f3f-ae80-4869-b256-3caa9d6e861a req-0178fc69-99ff-4f4c-8e10-60552e7b9ea4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:08.586629 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bad4f3f-ae80-4869-b256-3caa9d6e861a req-0178fc69-99ff-4f4c-8e10-60552e7b9ea4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 944 time: 0.1314573 Dec 16 14:56:08.592425 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2673e83-b8f5-45cf-86b5-1e2820ee2c28 req-8d85b097-7c14-4de8-b366-ef71fb21b4eb tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:08.600354 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2673e83-b8f5-45cf-86b5-1e2820ee2c28 req-8d85b097-7c14-4de8-b366-ef71fb21b4eb tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 945 time: 0.2542844 Dec 16 14:56:08.655360 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bad4f3f-ae80-4869-b256-3caa9d6e861a req-184c3150-004d-48c3-92eb-41da5f9053ab tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674365 Dec 16 14:56:08.691251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port bfc221af-2174-4f65-91cd-8eeec277367d completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:56:08.695800 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2673e83-b8f5-45cf-86b5-1e2820ee2c28 req-0521035c-a0d7-489d-9556-95a4a2d24842 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927784 Dec 16 14:56:08.697397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port bfc221af-2174-4f65-91cd-8eeec277367d triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:56:08.697825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:08.704761 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a7868271-39ed-4180-9518-1803955ce7b6 req-f27ee33c-702b-41a7-bcda-36dc58cc8806 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 1098 time: 0.1812398 Dec 16 14:56:08.754383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a7868271-39ed-4180-9518-1803955ce7b6 req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:08.815316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-a7868271-39ed-4180-9518-1803955ce7b6 req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:08.819635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-a7868271-39ed-4180-9518-1803955ce7b6 req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Usage tracker for resource:security_group_rule and tenant:e602ddb3d19a4435b4e8ab3c242be19e is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:08.823808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-a7868271-39ed-4180-9518-1803955ce7b6 req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:08.830106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-a7868271-39ed-4180-9518-1803955ce7b6 req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:08.959458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a7868271-39ed-4180-9518-1803955ce7b6 req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:08.964224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcba51f-de5d-41fe-8fee-37832804af01 req-09de9f3a-3730-4c75-98cd-dfb5d4fb72bb tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:08.966079 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ebcba51f-de5d-41fe-8fee-37832804af01 req-09de9f3a-3730-4c75-98cd-dfb5d4fb72bb tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 943 time: 0.1268647 Dec 16 14:56:09.009203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a7868271-39ed-4180-9518-1803955ce7b6 req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:09.023200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4e86969d-0900-44e8-b38c-1c7f7625338a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:09.045221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:09.057887 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ebcba51f-de5d-41fe-8fee-37832804af01 req-bfe3d802-8529-4af6-aa85-ff7ba0c97c0d tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745931 Dec 16 14:56:09.092147 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a7868271-39ed-4180-9518-1803955ce7b6 req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730981 Dec 16 14:56:09.094263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4c84d1-27fd-4e57-a503-2e39ec8f0bd4,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:09.099783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:09.113822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:09.316035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4243c22-ea52-49be-aadb-9b99b093e6a6 req-7680a640-876e-47c8-9e3c-98f3997ee2f8 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:09.317970 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e4243c22-ea52-49be-aadb-9b99b093e6a6 req-7680a640-876e-47c8-9e3c-98f3997ee2f8 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 944 time: 0.1097879 Dec 16 14:56:09.334075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port bfc221af-2174-4f65-91cd-8eeec277367d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bfc221af-2174-4f65-91cd-8eeec277367d,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:09.339493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['d2035528-d3ab-4af2-aaf2-d63a3fd8324b'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:09.386020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33870) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:09.410764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['5e762ff6-a901-4d0e-aaba-533a8b07ea32'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:09.459327 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e4243c22-ea52-49be-aadb-9b99b093e6a6 req-c567ebe2-4d3a-4ada-881c-89d5054f9b1e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346090 Dec 16 14:56:09.461744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7407c-69cc-4303-81e8-54a37825928f req-c6083681-6487-40d8-aedb-4dacdfd02f3f tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:09.471206 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edf7407c-69cc-4303-81e8-54a37825928f req-c6083681-6487-40d8-aedb-4dacdfd02f3f tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.1097512 Dec 16 14:56:09.477097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:09.497930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6dc3a250-3381-4111-9052-4f1fc9f4b4da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:09.546698 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edf7407c-69cc-4303-81e8-54a37825928f req-2a4015f0-d6a8-4fd7-937e-37c0547c40cf tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743761 Dec 16 14:56:09.629588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:09.639587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=bfc221af-2174-4f65-91cd-8eeec277367d,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:09.643486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:09.663340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:09.667510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Usage tracker for resource:security_group_rule and tenant:da930ae3cc5b44bfa3189d1823334f86 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:09.670475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:09.676519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:09.782521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:09.894170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:09.910802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:09.975812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e756c16-6c8f-4738-a34b-d336e70af92f,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:10.129648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:10.130455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767895-1dce-4ad9-9de3-770476fd0fea req-0b8378aa-5fee-41fe-8cba-f3b04600a959 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:10.130455 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce767895-1dce-4ad9-9de3-770476fd0fea req-0b8378aa-5fee-41fe-8cba-f3b04600a959 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 945 time: 0.1040299 Dec 16 14:56:10.131226 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da930ae3cc5b44bfa3189d1823334f86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6082623 Dec 16 14:56:10.131226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6fb7e-86f7-4458-9266-ecf8bad5b56f req-c07c51b3-b4e8-41c2-8ab5-a3f5c0391453 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:10.131226 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14c6fb7e-86f7-4458-9266-ecf8bad5b56f req-c07c51b3-b4e8-41c2-8ab5-a3f5c0391453 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 944 time: 0.1651580 Dec 16 14:56:10.131906 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce767895-1dce-4ad9-9de3-770476fd0fea req-a5a1dfc9-c92a-4edd-8780-2b9741345f99 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Dec 16 14:56:10.132115 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14c6fb7e-86f7-4458-9266-ecf8bad5b56f req-f7a7d01d-2fb9-449b-bf4c-61fe4e18bbf6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467641 Dec 16 14:56:10.132115 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33890) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:10.158518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcaa83bc-5d07-413a-88e5-b7428a5b5d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc221af-2174-4f65-91cd-8eeec277367d'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:10.196532 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2ef42713-5f31-40ca-a6cc-2dbf41d4b8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:10.214511 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcaa83bc-5d07-413a-88e5-b7428a5b5d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc221af-2174-4f65-91cd-8eeec277367d', 'code': 200} Dec 16 14:56:10.224962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2ef42713-5f31-40ca-a6cc-2dbf41d4b8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:10.267876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79132c-11bb-4abd-9056-3d217337e8af req-25c75559-d101-45e6-b33c-aefc34a11c09 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:10.269790 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2e79132c-11bb-4abd-9056-3d217337e8af req-25c75559-d101-45e6-b33c-aefc34a11c09 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 943 time: 0.0938303 Dec 16 14:56:10.317156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2ef42713-5f31-40ca-a6cc-2dbf41d4b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:10.323033 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2e79132c-11bb-4abd-9056-3d217337e8af req-46a1b404-5501-420e-91d3-fa19bfa4743d tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469091 Dec 16 14:56:10.323209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:10.337150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef42713-5f31-40ca-a6cc-2dbf41d4b8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e756c16-6c8f-4738-a34b-d336e70af92f,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:10.340898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2ef42713-5f31-40ca-a6cc-2dbf41d4b8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:10.352027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2ef42713-5f31-40ca-a6cc-2dbf41d4b8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:10.354080 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2ef42713-5f31-40ca-a6cc-2dbf41d4b8d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e756c16-6c8f-4738-a34b-d336e70af92f HTTP/1.1" status: 204 len: 168 time: 0.2284629 Dec 16 14:56:10.507015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 710cb508-8728-4320-ba9e-9fbeb9b340ec details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:56:10.663739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 710cb508-8728-4320-ba9e-9fbeb9b340ec, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=710cb508-8728-4320-ba9e-9fbeb9b340ec,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:10.679517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '710cb508-8728-4320-ba9e-9fbeb9b340ec', 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8', 'port_id': '710cb508-8728-4320-ba9e-9fbeb9b340ec', 'mac_address': 'fa:16:3e:e8:b6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952351fd-91a0-490d-8ec5-b351f8329c40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:56:10.751361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:10.778186 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710cb508-8728-4320-ba9e-9fbeb9b340ec {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:56:10.796371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 710cb508-8728-4320-ba9e-9fbeb9b340ec, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=710cb508-8728-4320-ba9e-9fbeb9b340ec,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:10.812308 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c88f75f3-028a-4e3d-887f-a779da4c35e2 req-edd4aa43-a9bd-4315-8cb9-02ffc0f25d5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 1098 time: 0.2650683 Dec 16 14:56:10.823732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f22651-0cba-439a-90e3-30f274447914 req-91f36482-81fd-4310-b17d-ba3316b1d0cd tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:10.825626 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4f22651-0cba-439a-90e3-30f274447914 req-91f36482-81fd-4310-b17d-ba3316b1d0cd tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1935246 Dec 16 14:56:10.836017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:10.838844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:10.843713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d754c4d-3e75-4755-b5e0-5a9ee5ce055a req-af396308-a7f6-4c40-8c38-ee004a46b321 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:10.846259 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8d754c4d-3e75-4755-b5e0-5a9ee5ce055a req-af396308-a7f6-4c40-8c38-ee004a46b321 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.1123030 Dec 16 14:56:10.913443 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4f22651-0cba-439a-90e3-30f274447914 req-79492edb-c059-4c23-a540-cbf02923231a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717235 Dec 16 14:56:10.914763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8d754c4d-3e75-4755-b5e0-5a9ee5ce055a req-24b01e1d-342b-46a3-bb05-ac93065c77d6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619686 Dec 16 14:56:10.926019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=710cb508-8728-4320-ba9e-9fbeb9b340ec,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:10.932679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:10.942002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-c88f75f3-028a-4e3d-887f-a779da4c35e2 req-6039465f-f6fd-4a0d-90fe-ff42d4db04ad service neutron] Synchronizing usage tracker for tenant:e602ddb3d19a4435b4e8ab3c242be19e on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:56:10.986084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-c88f75f3-028a-4e3d-887f-a779da4c35e2 req-6039465f-f6fd-4a0d-90fe-ff42d4db04ad service neutron] Unset dirty status for tenant:e602ddb3d19a4435b4e8ab3c242be19e on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:56:10.987561 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c88f75f3-028a-4e3d-887f-a779da4c35e2 req-6039465f-f6fd-4a0d-90fe-ff42d4db04ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609960 Dec 16 14:56:11.249292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e837691e-e4d7-4454-9ed5-40442f2e0aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:11.335423 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a799e0-8bd3-4cef-aa2f-55bfbf685912 req-8dcf5ef7-b02e-4763-8771-c758d6b1886b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:11.337211 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65a799e0-8bd3-4cef-aa2f-55bfbf685912 req-8dcf5ef7-b02e-4763-8771-c758d6b1886b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 944 time: 0.0892262 Dec 16 14:56:11.355018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85ecd2-a177-4067-8c84-3c105944b092 req-70f2d676-eb8b-49ac-9d39-97a6b1ff34f7 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:11.359754 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed85ecd2-a177-4067-8c84-3c105944b092 req-70f2d676-eb8b-49ac-9d39-97a6b1ff34f7 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 945 time: 0.1136134 Dec 16 14:56:11.411943 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65a799e0-8bd3-4cef-aa2f-55bfbf685912 req-9e420f97-82e1-4dd1-b869-3ff09d65d1d0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646858 Dec 16 14:56:11.416969 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed85ecd2-a177-4067-8c84-3c105944b092 req-d3c1b313-4420-4017-bf83-d154e83c6725 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506239 Dec 16 14:56:11.621145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3cc9a-c4d8-4a46-9859-217e5f1a479c req-d3d5c711-aca7-4361-b00c-25df7d938bc9 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:11.622832 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-acb3cc9a-c4d8-4a46-9859-217e5f1a479c req-d3d5c711-aca7-4361-b00c-25df7d938bc9 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 944 time: 0.0915072 Dec 16 14:56:11.672753 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-acb3cc9a-c4d8-4a46-9859-217e5f1a479c req-bdeebbb4-9248-44a9-a0c1-f105525e711a tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Dec 16 14:56:12.113447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['710cb508-8728-4320-ba9e-9fbeb9b340ec'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:12.137310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50268f73-bb31-41a8-a06d-5f3aa0481f82 req-8a4d29ce-d975-41c3-8202-3d797fbcb156 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:12.155177 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-50268f73-bb31-41a8-a06d-5f3aa0481f82 req-8a4d29ce-d975-41c3-8202-3d797fbcb156 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.1248398 Dec 16 14:56:12.247597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38719745-d917-4f94-8eff-dfc03bca25aa req-8be3f091-1379-427c-8205-bc1745b485f9 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:12.249611 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38719745-d917-4f94-8eff-dfc03bca25aa req-8be3f091-1379-427c-8205-bc1745b485f9 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.2020252 Dec 16 14:56:12.300305 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-50268f73-bb31-41a8-a06d-5f3aa0481f82 req-58c02d0e-dff6-4fd1-aaf7-81cb6f7c10a1 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360900 Dec 16 14:56:12.355088 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38719745-d917-4f94-8eff-dfc03bca25aa req-428e67d7-f546-4e74-9a0f-14b014c4e291 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979123 Dec 16 14:56:12.517843 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 5e762ff6-a901-4d0e-aaba-533a8b07ea32 up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:56:12.645741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94700442-f397-4557-9a2d-bd01b645f860 req-7511c8b0-30e5-41f2-869f-fb7192039f21 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:12.654463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 5e762ff6-a901-4d0e-aaba-533a8b07ea32 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:56:12.654649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a865a0-4201-4768-976e-0abdba39d656 req-840cfa9d-bd5a-439f-9ec4-65fc392efcbb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:12.656424 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-84a865a0-4201-4768-976e-0abdba39d656 req-840cfa9d-bd5a-439f-9ec4-65fc392efcbb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 944 time: 0.0959899 Dec 16 14:56:12.658733 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94700442-f397-4557-9a2d-bd01b645f860 req-7511c8b0-30e5-41f2-869f-fb7192039f21 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 945 time: 0.1121287 Dec 16 14:56:12.666310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 5e762ff6-a901-4d0e-aaba-533a8b07ea32 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:56:12.666835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:12.768126 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94700442-f397-4557-9a2d-bd01b645f860 req-2e828f3e-7bcc-462f-b070-cf0472c4fbf8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993421 Dec 16 14:56:12.768439 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-84a865a0-4201-4768-976e-0abdba39d656 req-6422689c-0514-4ce3-a50a-62e7661dae24 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005502 Dec 16 14:56:12.770848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33964) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:12.823951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:12.855329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407dd6f1-6f0a-41ba-80e2-9ebe4630fa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e762ff6-a901-4d0e-aaba-533a8b07ea32'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:12.866640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 5e762ff6-a901-4d0e-aaba-533a8b07ea32, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:12.906827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:12.907722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:56:12.942318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:12.974014 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407dd6f1-6f0a-41ba-80e2-9ebe4630fa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e762ff6-a901-4d0e-aaba-533a8b07ea32', 'code': 200} Dec 16 14:56:12.983482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.028857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.030420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:13.040366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Usage tracker for resource:security_group_rule and tenant:df99d635196042df8f4d674034756f2c is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:13.043795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=5e762ff6-a901-4d0e-aaba-533a8b07ea32,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:13.045137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:13.047310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:13.055225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:13.064710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b81f-71f6-4545-9791-94dae04f2d13 req-d278bfe5-83af-4acf-82c6-6a5b86931a11 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:13.066369 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f7b2b81f-71f6-4545-9791-94dae04f2d13 req-d278bfe5-83af-4acf-82c6-6a5b86931a11 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 944 time: 0.1774454 Dec 16 14:56:13.083019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:56:13.088985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:56:13.089417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.140681 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f7b2b81f-71f6-4545-9791-94dae04f2d13 req-1fada4d9-1034-4ad7-952c-089b1cbed165 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676243 Dec 16 14:56:13.177280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.225958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.230635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.236733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-790c72ec-1a80-45af-9915-141369660267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:13.287006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ff2304-925f-4541-bf97-3f3b8926accc,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:13.291414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:13.293961 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df99d635196042df8f4d674034756f2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5220480 Dec 16 14:56:13.296978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33974) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:13.371163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:13.379351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dcef385b-1090-4995-ae9f-d35ade246769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.407198 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.408342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device d2035528-d3ab-4af2-aaf2-d63a3fd8324b up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:56:13.421815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dcef385b-1090-4995-ae9f-d35ade246769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.453624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:13.572751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:13.579177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:13.580152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151f55-0791-4788-a533-ba5878958378 req-7d25cb1d-d434-460a-ac7a-7f4b18bbe9d1 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:13.584820 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6b151f55-0791-4788-a533-ba5878958378 req-7d25cb1d-d434-460a-ac7a-7f4b18bbe9d1 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.1423287 Dec 16 14:56:13.626250 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port d2035528-d3ab-4af2-aaf2-d63a3fd8324b completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:56:13.629896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dcef385b-1090-4995-ae9f-d35ade246769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.631529 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3a84ea20-ab03-490c-a845-66c7f7f9b2ad req-347f2147-6596-4214-95a3-3b8298181b8b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1099 time: 0.1643934 Dec 16 14:56:13.631843 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port d2035528-d3ab-4af2-aaf2-d63a3fd8324b triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:56:13.632309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.637471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:13.643985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e650a-694f-4306-a490-efcd13b9fdcf req-a4f4e7bf-e02d-4b39-bf96-5874b0471fbb tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:13.645566 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7f4e650a-694f-4306-a490-efcd13b9fdcf req-a4f4e7bf-e02d-4b39-bf96-5874b0471fbb tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1255929 Dec 16 14:56:13.657077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef385b-1090-4995-ae9f-d35ade246769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ff2304-925f-4541-bf97-3f3b8926accc,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:13.667161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-dcef385b-1090-4995-ae9f-d35ade246769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:13.667978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dcef385b-1090-4995-ae9f-d35ade246769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.669184 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-dcef385b-1090-4995-ae9f-d35ade246769 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9ff2304-925f-4541-bf97-3f3b8926accc HTTP/1.1" status: 204 len: 168 time: 0.3709714 Dec 16 14:56:13.672851 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6b151f55-0791-4788-a533-ba5878958378 req-418d08b9-0e36-4a85-aa51-333a0f2be440 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793815 Dec 16 14:56:13.740350 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3a84ea20-ab03-490c-a845-66c7f7f9b2ad req-ca41563a-5d1e-4287-8037-e6755349e046 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936925 Dec 16 14:56:13.743125 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7f4e650a-694f-4306-a490-efcd13b9fdcf req-04fa36a8-427d-470d-90a4-430824c091fa tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816915 Dec 16 14:56:13.818661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c00e9e21-8433-4dd3-9646-ff6ef92eb5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.856424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.930470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port d2035528-d3ab-4af2-aaf2-d63a3fd8324b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:13.974803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:13.977440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:14.048450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6334ab-72e0-46d1-add3-6225ac80bce2 req-be2a82ef-c9af-4403-b611-3eba2b896a25 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:14.050137 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc6334ab-72e0-46d1-add3-6225ac80bce2 req-be2a82ef-c9af-4403-b611-3eba2b896a25 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.1247606 Dec 16 14:56:14.059253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:14.062864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:14.102589 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc6334ab-72e0-46d1-add3-6225ac80bce2 req-e08849f4-1cf3-4b07-87c5-5ac67044ef18 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Dec 16 14:56:14.373086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a950a-551d-4e0a-9976-7506061af9a9 req-6dca9d9d-321c-4a60-bbbc-9677a0dc058a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:14.374679 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9c2a950a-551d-4e0a-9976-7506061af9a9 req-6dca9d9d-321c-4a60-bbbc-9677a0dc058a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1439469 Dec 16 14:56:14.378878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4361f02-79fa-4e6c-a2ac-05f16997d344 req-de95a943-4575-4ebe-a499-80534376a732 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:14.387973 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c4361f02-79fa-4e6c-a2ac-05f16997d344 req-de95a943-4575-4ebe-a499-80534376a732 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 944 time: 0.1015675 Dec 16 14:56:14.425589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:14.450566 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c4361f02-79fa-4e6c-a2ac-05f16997d344 req-a540df95-d523-457f-b64a-729beb533022 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612357 Dec 16 14:56:14.451137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34006) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:14.480507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:14.494625 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9c2a950a-551d-4e0a-9976-7506061af9a9 req-982b5a09-c46e-460e-9742-db5546e40d2a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089962 Dec 16 14:56:14.515277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 710cb508-8728-4320-ba9e-9fbeb9b340ec up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:56:14.548921 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31a42d00-742f-454d-b3c6-e0adc0f32b28 req-1e905275-84b6-4c5e-9ce0-de55ee131f02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 1098 time: 0.2299576 Dec 16 14:56:14.549044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:14.562753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Usage tracker for resource:security_group_rule and tenant:2a2b6e4111694e8f8be85a297133f544 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:14.567826 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:14.574013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:14.744373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 710cb508-8728-4320-ba9e-9fbeb9b340ec completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:56:14.744558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:14.750947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 710cb508-8728-4320-ba9e-9fbeb9b340ec triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:56:14.754434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:14.767262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4940-1067-462c-998c-c2a32ec406d7 req-699f1dba-6cfd-461b-8ad4-36ea271efb96 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:14.777661 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac8f4940-1067-462c-998c-c2a32ec406d7 req-699f1dba-6cfd-461b-8ad4-36ea271efb96 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1330230 Dec 16 14:56:14.838269 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac8f4940-1067-462c-998c-c2a32ec406d7 req-8f506281-226b-4b06-8990-f7b909f5949c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607035 Dec 16 14:56:14.839389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:14.851545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:14.891605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c2b28f-5281-4005-8ad8-94ab1b9f42c3,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:14.897796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:14.923256 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a2b6e4111694e8f8be85a297133f544&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4708374 Dec 16 14:56:14.926399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34022) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:14.975224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f'}, {'server_uuid': '2989cd04-6526-4aca-8f1f-771371323c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:14.986755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:15.011901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8546d15-df8a-44a1-9b01-e546da21fe46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:15.028241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 710cb508-8728-4320-ba9e-9fbeb9b340ec, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=710cb508-8728-4320-ba9e-9fbeb9b340ec,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:15.044636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8546d15-df8a-44a1-9b01-e546da21fe46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:15.071749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:15.073851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:15.108918 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'code': 200} Dec 16 14:56:15.109225 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2989cd04-6526-4aca-8f1f-771371323c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b', 'code': 200} Dec 16 14:56:15.124243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42d00-742f-454d-b3c6-e0adc0f32b28 req-dec0dbbe-c902-4322-9a42-968953bd0568 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:15.125908 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31a42d00-742f-454d-b3c6-e0adc0f32b28 req-dec0dbbe-c902-4322-9a42-968953bd0568 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 919 time: 0.5749493 Dec 16 14:56:15.127851 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-4bf8f9e5-063c-480f-b448-d8ec40c05ff6 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb215be9a78b4d7a904be761bb48df83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366817 Dec 16 14:56:15.134406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8546d15-df8a-44a1-9b01-e546da21fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:15.139828 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a096ce7e-7f12-4191-aff2-fd732a63345a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:15.152432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=710cb508-8728-4320-ba9e-9fbeb9b340ec,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:15.152742 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8546d15-df8a-44a1-9b01-e546da21fe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c2b28f-5281-4005-8ad8-94ab1b9f42c3,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:15.155495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c8546d15-df8a-44a1-9b01-e546da21fe46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:15.163592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8546d15-df8a-44a1-9b01-e546da21fe46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:15.168730 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c8546d15-df8a-44a1-9b01-e546da21fe46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1c2b28f-5281-4005-8ad8-94ab1b9f42c3 HTTP/1.1" status: 204 len: 168 time: 0.2405276 Dec 16 14:56:15.178777 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:15.293438 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31a42d00-742f-454d-b3c6-e0adc0f32b28 req-635bd69d-5d80-4941-bfae-12e9b436f92c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfc221af-2174-4f65-91cd-8eeec277367d HTTP/1.1" status: 200 len: 217 time: 0.0969846 Dec 16 14:56:15.412902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ccab-e239-4eb7-8c98-677d52018486 req-0f082a70-6c93-4eb1-b246-daf44435a5d1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:15.414657 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eaa4ccab-e239-4eb7-8c98-677d52018486 req-0f082a70-6c93-4eb1-b246-daf44435a5d1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.1744294 Dec 16 14:56:15.467383 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eaa4ccab-e239-4eb7-8c98-677d52018486 req-110caf57-c909-46f4-94cd-c436cb497c3d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459681 Dec 16 14:56:15.492035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-9481e46d-57e9-4a58-9401-e106b2fc3f28 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:15.499588 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-9481e46d-57e9-4a58-9401-e106b2fc3f28 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3651814 Dec 16 14:56:15.515536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42d00-742f-454d-b3c6-e0adc0f32b28 req-ae167d8c-529c-4deb-a546-ebfdae4de7e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:15.517091 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31a42d00-742f-454d-b3c6-e0adc0f32b28 req-ae167d8c-529c-4deb-a546-ebfdae4de7e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.1364901 Dec 16 14:56:15.526683 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-544e9027-039c-488e-9312-be770e679294 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/quotas/bb215be9a78b4d7a904be761bb48df83 HTTP/1.1" status: 200 len: 375 time: 0.0261459 Dec 16 14:56:15.620403 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:15.630987 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-e88f3f24-a788-4ea5-9717-f468d27a744f tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb215be9a78b4d7a904be761bb48df83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032782 Dec 16 14:56:15.633519 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31a42d00-742f-454d-b3c6-e0adc0f32b28 req-4d8ad7e6-c0ba-4ada-bf2d-f6bf7cc6d3ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694299 Dec 16 14:56:15.837455 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31a42d00-742f-454d-b3c6-e0adc0f32b28 req-5b65c2fb-ba16-4a6b-a7c1-95382613cd52 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952169 Dec 16 14:56:15.856669 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8e8e76fe-f6ff-4498-bb2b-94de94972e4d req-357bca32-1ba9-4674-8d53-bfb1af0dac50 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.2125411 Dec 16 14:56:15.907103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf431b-64a7-4983-98f0-2bf4a7852c5a req-82488d9d-3964-4065-b4ae-3b88ce702baa tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:15.908703 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-adbf431b-64a7-4983-98f0-2bf4a7852c5a req-82488d9d-3964-4065-b4ae-3b88ce702baa tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.2140005 Dec 16 14:56:15.934503 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a428ef96-e293-42ef-8113-b1b036ce527e req-39cd5fc9-b377-4cd9-bbdb-f5acf68d2252 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 1098 time: 0.3204072 Dec 16 14:56:16.022999 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31a42d00-742f-454d-b3c6-e0adc0f32b28 req-cb98b73b-e53b-4d11-b998-85200a48cf18 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793864 Dec 16 14:56:16.060977 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8e8e76fe-f6ff-4498-bb2b-94de94972e4d req-df0c6539-3e9a-4dc4-91df-9b6480b9391b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881931 Dec 16 14:56:16.068634 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-adbf431b-64a7-4983-98f0-2bf4a7852c5a req-d5b16898-912f-404f-be5b-14676a98b40f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338465 Dec 16 14:56:16.090367 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a428ef96-e293-42ef-8113-b1b036ce527e req-c01a7e4a-4f0f-4e88-bcc1-fdc9e29ee315 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521916 Dec 16 14:56:16.218844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297686ea-178d-4303-8278-5fcc5c0348a9 req-f561f84b-9604-4272-bebb-b5d6e5196008 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:16.220448 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-297686ea-178d-4303-8278-5fcc5c0348a9 req-f561f84b-9604-4272-bebb-b5d6e5196008 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1154521 Dec 16 14:56:16.272973 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-297686ea-178d-4303-8278-5fcc5c0348a9 req-a93b8f29-33fe-42c9-b53f-81deff9ec12e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460963 Dec 16 14:56:16.280805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40678e9d-6006-4ddc-806f-655900cbb19c req-236de8fe-b441-40bc-9fbd-643a97f7f8d2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:16.282550 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-40678e9d-6006-4ddc-806f-655900cbb19c req-236de8fe-b441-40bc-9fbd-643a97f7f8d2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0840678 Dec 16 14:56:16.350073 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-40678e9d-6006-4ddc-806f-655900cbb19c req-794b9e03-ee8c-4db3-b4dc-67f6dc137697 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600262 Dec 16 14:56:16.421008 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a603f5f4-8ed8-4aed-a954-fb7eedc5e550 req-e9a2bd15-cdaa-41b2-8fea-072237367c42 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 210 time: 0.0553222 Dec 16 14:56:16.707521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9545b-432b-4b59-b240-09456cd83954 req-3dc7b6e2-093b-43ab-ae0d-3f11e030959a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:16.709048 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-41c9545b-432b-4b59-b240-09456cd83954 req-3dc7b6e2-093b-43ab-ae0d-3f11e030959a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0893354 Dec 16 14:56:16.758895 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-41c9545b-432b-4b59-b240-09456cd83954 req-b954b3fd-f0bb-48c5-90fd-23d2bd05fc05 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Dec 16 14:56:17.109922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dfd5e5-b751-4ebb-a023-9e0dbe8abc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710cb508-8728-4320-ba9e-9fbeb9b340ec'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:17.335524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e348788-453b-4f9a-9549-cb49567cc0d6 req-f5d1d68f-a8a4-46a7-bddb-86813d0ed12a tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:17.357963 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e348788-453b-4f9a-9549-cb49567cc0d6 req-f5d1d68f-a8a4-46a7-bddb-86813d0ed12a tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.1084609 Dec 16 14:56:17.444042 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e348788-453b-4f9a-9549-cb49567cc0d6 req-bb420b25-c471-403c-8ab9-8dc5a791f71c tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849922 Dec 16 14:56:17.521832 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dfd5e5-b751-4ebb-a023-9e0dbe8abc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710cb508-8728-4320-ba9e-9fbeb9b340ec', 'code': 200} Dec 16 14:56:17.752688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f7dba-441f-4da2-a56f-64165e800d6a req-962b8eca-b200-4db5-82cd-470002ae55e8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:17.754536 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fe8f7dba-441f-4da2-a56f-64165e800d6a req-962b8eca-b200-4db5-82cd-470002ae55e8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1051192 Dec 16 14:56:17.816217 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fe8f7dba-441f-4da2-a56f-64165e800d6a req-8b7aba30-4cae-4c21-bc38-258d4d53705b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546770 Dec 16 14:56:18.119886 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9f8f42cf-2828-4128-bfa9-601fbed86bc2 req-0abbce40-8070-468a-943a-2aec343d6d76 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 210 time: 0.1126673 Dec 16 14:56:18.153702 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ab3688b-8963-4b29-892e-7e9d87082cb0 req-cc6fb7b6-3146-45ee-a094-91f02fcaa767 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 1098 time: 0.2535889 Dec 16 14:56:18.165107 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b1dfa-fe9e-4507-8c31-e60aa599de60 req-def8bb6e-132d-40cd-aacb-a282305c03e8 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:18.166902 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-334b1dfa-fe9e-4507-8c31-e60aa599de60 req-def8bb6e-132d-40cd-aacb-a282305c03e8 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1830604 Dec 16 14:56:18.224095 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-334b1dfa-fe9e-4507-8c31-e60aa599de60 req-7a48ef61-a6d8-4c5a-94eb-6987dcfe1f58 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506763 Dec 16 14:56:18.387924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba174ed-f084-420c-a12c-58d23a0fa266 req-3f1e3745-f1aa-4374-8ceb-1ed0db0f9138 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:18.389734 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cba174ed-f084-420c-a12c-58d23a0fa266 req-3f1e3745-f1aa-4374-8ceb-1ed0db0f9138 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.1433208 Dec 16 14:56:18.391554 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ab3688b-8963-4b29-892e-7e9d87082cb0 req-950bdf2a-dbca-450a-9b7a-b51564f04400 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710351 Dec 16 14:56:18.606118 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cba174ed-f084-420c-a12c-58d23a0fa266 req-7099bef7-eef5-4b49-80d6-1b7d522fbac6 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089043 Dec 16 14:56:18.693502 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f147d-f248-452b-8735-b87ec3bdb83b req-673798f1-5869-42a6-b0ae-b7770348653c tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:18.695759 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-704f147d-f248-452b-8735-b87ec3bdb83b req-673798f1-5869-42a6-b0ae-b7770348653c tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.1036117 Dec 16 14:56:18.746708 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-704f147d-f248-452b-8735-b87ec3bdb83b req-aced22f4-bfdd-4cf2-944d-53b4aa6ab569 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433290 Dec 16 14:56:19.090575 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-40f1caaf-1670-4aa3-ac5d-5aa6042f4e17 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bb215be9a78b4d7a904be761bb48df83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381680 Dec 16 14:56:19.127789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5b46-d1c3-4423-a82c-af0783fc05c7 req-11b45b85-baa4-4057-bea2-26d53d26a70d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:19.137097 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea9e5b46-d1c3-4423-a82c-af0783fc05c7 req-11b45b85-baa4-4057-bea2-26d53d26a70d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1252859 Dec 16 14:56:19.247369 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea9e5b46-d1c3-4423-a82c-af0783fc05c7 req-05b45e9c-fd39-4b12-b204-a7d3f4d6a9e8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092114 Dec 16 14:56:19.383028 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f107b8c8-2619-42a4-a5e8-80302fc35a7d req-747f18e2-5726-41b2-b806-4e408d25395a tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 210 time: 0.0883844 Dec 16 14:56:19.439453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-178b3236-5aaf-406f-a198-da3ac0a75879 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:19.440962 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-178b3236-5aaf-406f-a198-da3ac0a75879 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832084 Dec 16 14:56:19.487865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Request body: {'port': {'device_id': '0e5ff6f9-7844-4eb8-863d-3eb7336f13e9', 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96', 'admin_state_up': True, 'tenant_id': 'bb215be9a78b4d7a904be761bb48df83'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:19.661378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed329b-9ffe-4082-87d8-5ee573358729 req-a1d89e1c-fd45-4d04-affe-4cccba03c667 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:19.668818 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2ed329b-9ffe-4082-87d8-5ee573358729 req-a1d89e1c-fd45-4d04-affe-4cccba03c667 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.2263467 Dec 16 14:56:19.691982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:19.703131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Usage tracker for resource:port and tenant:bb215be9a78b4d7a904be761bb48df83 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:19.706852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:19.718295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:19.749360 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2ed329b-9ffe-4082-87d8-5ee573358729 req-e52da90f-9871-45ff-9406-c276492196c0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794859 Dec 16 14:56:19.779691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Made reservation on behalf of bb215be9a78b4d7a904be761bb48df83 for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:56:19.785926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:19.807324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:19.884096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:19.891663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Usage tracker for resource:security_group_rule and tenant:bb215be9a78b4d7a904be761bb48df83 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:19.895715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:19.898438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a25ac-b19e-441a-8628-0c1cbba69194 req-164feb1d-0d26-409b-aa29-e85d9888da3f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:19.901970 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0f2a25ac-b19e-441a-8628-0c1cbba69194 req-164feb1d-0d26-409b-aa29-e85d9888da3f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.1645770 Dec 16 14:56:19.953841 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:19.983103 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0f2a25ac-b19e-441a-8628-0c1cbba69194 req-2b03be04-5430-4b8f-b979-929954aaa7a9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727866 Dec 16 14:56:20.062123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:20.078167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a91eac-fe87-498e-b1ab-5ad2d97dda23 req-f9b2920b-f146-4136-8706-541de90b86ac tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:20.079873 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-58a91eac-fe87-498e-b1ab-5ad2d97dda23 req-f9b2920b-f146-4136-8706-541de90b86ac tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.1796792 Dec 16 14:56:20.103992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:20.114091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:20.206447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405a1c-1d71-4575-941d-18ea828b076e req-61961b64-b9ac-4a7e-9498-eaf999eee086 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:20.208202 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4405a1c-1d71-4575-941d-18ea828b076e req-61961b64-b9ac-4a7e-9498-eaf999eee086 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0911725 Dec 16 14:56:20.219142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34190) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:20.221769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51375a1-1578-403c-a97a-2775df699566,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:20.225934 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-500aff2c-741b-4e2b-9cb3-d5ab6eb6d00d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'floatingip': {'port_id': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:20.230553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:20.236388 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-58a91eac-fe87-498e-b1ab-5ad2d97dda23 req-4af60d70-f1fc-43ac-967c-05c08f52c436 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502442 Dec 16 14:56:20.319462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-500aff2c-741b-4e2b-9cb3-d5ab6eb6d00d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:20.329126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Allocated IP 192.168.233.23 (010ae599-3a10-4564-8ae6-7244d00bbd96/32ede386-351c-4384-8c1a-e0d3ff2bd9b5/7acef39a-9c04-451d-a9cb-0b2592134f8b) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:56:20.574683 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-57857319-e324-425a-b82e-10b96079d5b4 req-ec350510-cbd8-4297-b3cb-8afdcc4e00e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 210 time: 0.0605712 Dec 16 14:56:20.595444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bccba-5138-4ca5-8d74-b6d51f79e1e4 req-47ecd111-e047-4117-8f65-877c8d1dbf86 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:20.597536 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-020bccba-5138-4ca5-8d74-b6d51f79e1e4 req-47ecd111-e047-4117-8f65-877c8d1dbf86 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1976900 Dec 16 14:56:20.610431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:20.628445 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Transition to ACTIVE for port object 7acef39a-9c04-451d-a9cb-0b2592134f8b will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:56:20.677274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:20.684316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5f515336-cec9-4c37-967f-3b8db5d422df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:20.791124 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Network 010ae599-3a10-4564-8ae6-7244d00bbd96 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:56:20.791901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Pushing event updated for resources: {'Port': ['ID=7acef39a-9c04-451d-a9cb-0b2592134f8b,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:20.794737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:56:20.796646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:20.797444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:56:20.803493 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-020bccba-5138-4ca5-8d74-b6d51f79e1e4 req-0720630c-4774-4e17-8689-8e5580840c33 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965082 Dec 16 14:56:20.813744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:20.814580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:20.936510 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4529870 Dec 16 14:56:21.036378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Request body: {'port': {'device_id': '0e5ff6f9-7844-4eb8-863d-3eb7336f13e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:21.205329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:21.226217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc345e-f277-4e9e-95d0-31c8013896b4 req-b78ea4d3-fac4-46fc-95d8-27654ae2181f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:21.228428 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-70bc345e-f277-4e9e-95d0-31c8013896b4 req-b78ea4d3-fac4-46fc-95d8-27654ae2181f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.2880409 Dec 16 14:56:21.268108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9b19-dbd0-4cdc-b557-c1220bf1f66b req-17d63d24-5fc1-43b9-bbda-209ed0300d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:21.269858 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-96ec9b19-dbd0-4cdc-b557-c1220bf1f66b req-17d63d24-5fc1-43b9-bbda-209ed0300d30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1525049 Dec 16 14:56:21.307018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34210) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:21.317999 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-70bc345e-f277-4e9e-95d0-31c8013896b4 req-d4740cac-d599-4ae1-aa1d-a52af0cc1dc0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515456 Dec 16 14:56:21.321747 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-ab028da4-3e0e-4862-ab63-4f34ec267658 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'floatingip': {'port_id': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:21.351740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f01e6d48-d5c0-46f9-a4a8-0c6e2088c4e9 None None] Provisioning for port 7acef39a-9c04-451d-a9cb-0b2592134f8b completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:56:21.360224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f01e6d48-d5c0-46f9-a4a8-0c6e2088c4e9 None None] Provisioning complete for port 7acef39a-9c04-451d-a9cb-0b2592134f8b triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:56:21.361085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f01e6d48-d5c0-46f9-a4a8-0c6e2088c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:21.451809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f01e6d48-d5c0-46f9-a4a8-0c6e2088c4e9 None None] Port 7acef39a-9c04-451d-a9cb-0b2592134f8b cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:56:21.657015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab028da4-3e0e-4862-ab63-4f34ec267658 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:21.779711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7acef39a-9c04-451d-a9cb-0b2592134f8b {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:56:21.790692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:21.814810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Transition to ACTIVE for port object 7acef39a-9c04-451d-a9cb-0b2592134f8b will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:56:21.838380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0efbf-110a-48eb-bcb1-de11531b60fd req-59d96c8b-b1f9-48dd-a2c7-d7928d6d6394 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:21.839187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-86e0efbf-110a-48eb-bcb1-de11531b60fd req-59d96c8b-b1f9-48dd-a2c7-d7928d6d6394 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Synchronizing usage tracker for tenant:bb215be9a78b4d7a904be761bb48df83 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:56:21.843691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:21.851364 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:21.903531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-500aff2c-741b-4e2b-9cb3-d5ab6eb6d00d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:21.951307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-500aff2c-741b-4e2b-9cb3-d5ab6eb6d00d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:21.982328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7acef39a-9c04-451d-a9cb-0b2592134f8b,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:21.984553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-86e0efbf-110a-48eb-bcb1-de11531b60fd req-59d96c8b-b1f9-48dd-a2c7-d7928d6d6394 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Unset dirty status for tenant:bb215be9a78b4d7a904be761bb48df83 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:56:21.985825 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-86e0efbf-110a-48eb-bcb1-de11531b60fd req-59d96c8b-b1f9-48dd-a2c7-d7928d6d6394 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 935 time: 0.2710721 Dec 16 14:56:21.993722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:22.039044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94aeaa-9155-4d6e-a33d-8bbeb6b7cf2e req-45c6d26d-2b42-4e4c-bde3-966673f7c71a tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:22.040768 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce94aeaa-9155-4d6e-a33d-8bbeb6b7cf2e req-45c6d26d-2b42-4e4c-bde3-966673f7c71a tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.4672742 Dec 16 14:56:22.099388 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Attempting to bind port 7acef39a-9c04-451d-a9cb-0b2592134f8b on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:56:22.099859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Attempting to bind port 7acef39a-9c04-451d-a9cb-0b2592134f8b by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '7fc3de07-d8de-4c71-8906-7f4295d83d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:56:22.100311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Attempting to bind port 7acef39a-9c04-451d-a9cb-0b2592134f8b on network 010ae599-3a10-4564-8ae6-7244d00bbd96 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:56:22.108813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-86e0efbf-110a-48eb-bcb1-de11531b60fd req-a1a42021-afe0-48d1-9082-ed6d87ad5fe3 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Synchronizing usage tracker for tenant:bb215be9a78b4d7a904be761bb48df83 on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:56:22.124617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Port 7acef39a-9c04-451d-a9cb-0b2592134f8b on network 010ae599-3a10-4564-8ae6-7244d00bbd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:56:22.125111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Attempting to bind port 7acef39a-9c04-451d-a9cb-0b2592134f8b on network 010ae599-3a10-4564-8ae6-7244d00bbd96 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:56:22.132711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:56:22.135123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Checking segment: {'id': '7fc3de07-d8de-4c71-8906-7f4295d83d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:56:22.135123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Bound using segment: {'id': '7fc3de07-d8de-4c71-8906-7f4295d83d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:56:22.135123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Bound port: 7acef39a-9c04-451d-a9cb-0b2592134f8b, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3de07-d8de-4c71-8906-7f4295d83d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:56:22.135123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:22.184383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-86e0efbf-110a-48eb-bcb1-de11531b60fd req-a1a42021-afe0-48d1-9082-ed6d87ad5fe3 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Unset dirty status for tenant:bb215be9a78b4d7a904be761bb48df83 on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:56:22.185784 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-86e0efbf-110a-48eb-bcb1-de11531b60fd req-a1a42021-afe0-48d1-9082-ed6d87ad5fe3 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905966 Dec 16 14:56:22.237409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] For port 7acef39a-9c04-451d-a9cb-0b2592134f8b, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:56:22.240515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] For port 7acef39a-9c04-451d-a9cb-0b2592134f8b, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7acef39a-9c04-451d-a9cb-0b2592134f8b,segment=NetworkSegment(7fc3de07-d8de-4c71-8906-7f4295d83d11),segment_id=7fc3de07-d8de-4c71-8906-7f4295d83d11)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:56:22.275965 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce94aeaa-9155-4d6e-a33d-8bbeb6b7cf2e req-2a51b05e-2947-42c9-9cc5-3dacb02d0201 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241642 Dec 16 14:56:22.283287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:22.288376 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:22.381836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:22.383218 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/7acef39a-9c04-451d-a9cb-0b2592134f8b HTTP/1.1" status: 200 len: 1097 time: 1.3551490 Dec 16 14:56:22.384316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5ff6f9-7844-4eb8-863d-3eb7336f13e9', 'tag': '7acef39a-9c04-451d-a9cb-0b2592134f8b'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:22.418360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7acef39a-9c04-451d-a9cb-0b2592134f8b,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:22.425958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:22.451855 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5ff6f9-7844-4eb8-863d-3eb7336f13e9', 'tag': '7acef39a-9c04-451d-a9cb-0b2592134f8b', 'status': 'completed', 'code': 200} Dec 16 14:56:22.538724 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [None req-500aff2c-741b-4e2b-9cb3-d5ab6eb6d00d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Floating IP cd162a6a-aa66-4f5d-b600-839ed2226de2 associated. External IP: 172.27.2.254, port: d2035528-d3ab-4af2-aaf2-d63a3fd8324b. Dec 16 14:56:22.745900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca9e80-6e04-441f-830f-ffa4d1482593 req-04cf6457-6a68-44b0-bc23-ba16b1e227ad tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:22.747612 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-53ca9e80-6e04-441f-830f-ffa4d1482593 req-04cf6457-6a68-44b0-bc23-ba16b1e227ad tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0990834 Dec 16 14:56:22.768173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab028da4-3e0e-4862-ab63-4f34ec267658 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:22.800931 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-53ca9e80-6e04-441f-830f-ffa4d1482593 req-9bcd19d6-7f3b-4adb-b243-00d0a6e7cd4b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458713 Dec 16 14:56:22.839480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab028da4-3e0e-4862-ab63-4f34ec267658 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:23.428993 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [None req-ab028da4-3e0e-4862-ab63-4f34ec267658 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Floating IP 764dc71f-184b-4705-b775-e3fedc730d38 associated. External IP: 172.27.2.79, port: 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f. Dec 16 14:56:23.579064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d76fb-16e9-4e31-86c2-a8c44de1d1fe req-98b0b236-5331-481c-b1af-cf0e91967d81 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:23.580949 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb9d76fb-16e9-4e31-86c2-a8c44de1d1fe req-98b0b236-5331-481c-b1af-cf0e91967d81 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 947 time: 0.2585154 Dec 16 14:56:23.735740 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb9d76fb-16e9-4e31-86c2-a8c44de1d1fe req-2238c765-3d11-4e2e-871b-4095245954bd tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470029 Dec 16 14:56:23.776848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500aff2c-741b-4e2b-9cb3-d5ab6eb6d00d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Router a8efcea1-16c0-4f94-a61d-e05532a7059a has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:56:23.963515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34252) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:24.014993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389f4f-4646-47c9-8433-7bd1aba20c04 req-738d22f7-1cbe-4b19-b2d8-d43f4133b15b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:24.016670 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6e389f4f-4646-47c9-8433-7bd1aba20c04 req-738d22f7-1cbe-4b19-b2d8-d43f4133b15b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0897901 Dec 16 14:56:24.076180 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6e389f4f-4646-47c9-8433-7bd1aba20c04 req-006aab3a-a9e9-4be6-acda-49149a812757 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523095 Dec 16 14:56:24.178876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:24.212450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:24.249243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500aff2c-741b-4e2b-9cb3-d5ab6eb6d00d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:56:24.251798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:24.262059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] Sync routers for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:56:24.276969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Usage tracker for resource:security_group_rule and tenant:0db798c315844d6299f3de9168da6b75 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:24.276969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:24.277214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:24.277214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:56:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:24.282207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:24.291098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-500aff2c-741b-4e2b-9cb3-d5ab6eb6d00d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:24.343542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab028da4-3e0e-4862-ab63-4f34ec267658 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Router 722eacd1-2a5a-4499-8be1-8453d5a16794 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:56:24.382550 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-500aff2c-741b-4e2b-9cb3-d5ab6eb6d00d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "PUT /v2.0/floatingips/cd162a6a-aa66-4f5d-b600-839ed2226de2 HTTP/1.1" status: 200 len: 992 time: 4.1594608 Dec 16 14:56:24.382550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2989cd04-6526-4aca-8f1f-771371323c14', 'tag': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:24.456472 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2989cd04-6526-4aca-8f1f-771371323c14', 'tag': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b', 'status': 'completed', 'code': 200} Dec 16 14:56:24.505313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:56:24.511693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:24.584771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:24.598661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d3e47d5c-7b94-418b-a07d-56aab1474196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:24.653069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3665e99-182c-4c14-aed6-20b5a822797d,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:24.657615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:24.664352 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0db798c315844d6299f3de9168da6b75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6909018 Dec 16 14:56:24.665953 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34266) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:24.699814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab028da4-3e0e-4862-ab63-4f34ec267658 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:56:24.709917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab028da4-3e0e-4862-ab63-4f34ec267658 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:24.712574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] Sync routers for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:56:24.732318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:24.733015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:56:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:24.768791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a9d3f068-33a9-45bd-9dfa-4e4f34e04e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:24.773740 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ab028da4-3e0e-4862-ab63-4f34ec267658 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "PUT /v2.0/floatingips/764dc71f-184b-4705-b775-e3fedc730d38 HTTP/1.1" status: 200 len: 990 time: 3.4651144 Dec 16 14:56:24.907477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'cd162a6a-aa66-4f5d-b600-839ed2226de2', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'port_id': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'mac_address': 'fa:16:3e:c0:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2989cd04-6526-4aca-8f1f-771371323c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:56:21Z', 'revision_number': 1, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:24.912432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] Checking router: a8efcea1-16c0-4f94-a61d-e05532a7059a for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:56:24.925211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:24.926294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:56:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:24.971220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:56:25.015597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a9d3f068-33a9-45bd-9dfa-4e4f34e04e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:25.107741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc758-01cf-4f46-a2c3-4d8419a92527 req-5b30e89c-d888-4ec8-845e-8366e7003f2f tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:25.114724 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4bbcc758-01cf-4f46-a2c3-4d8419a92527 req-5b30e89c-d888-4ec8-845e-8366e7003f2f tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 947 time: 0.1559806 Dec 16 14:56:25.139359 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a9d3f068-33a9-45bd-9dfa-4e4f34e04e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:25.147478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:25.160507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3f068-33a9-45bd-9dfa-4e4f34e04e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3665e99-182c-4c14-aed6-20b5a822797d,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:25.172320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a9d3f068-33a9-45bd-9dfa-4e4f34e04e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:25.188435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a9d3f068-33a9-45bd-9dfa-4e4f34e04e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:25.192168 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a9d3f068-33a9-45bd-9dfa-4e4f34e04e86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3665e99-182c-4c14-aed6-20b5a822797d HTTP/1.1" status: 204 len: 168 time: 0.5226223 Dec 16 14:56:25.197792 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4bbcc758-01cf-4f46-a2c3-4d8419a92527 req-82929852-c74c-49a9-9a62-61f09e8e347e tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800266 Dec 16 14:56:25.288157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:56:25.403323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '764dc71f-184b-4705-b775-e3fedc730d38', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'port_id': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'mac_address': 'fa:16:3e:67:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:56:22Z', 'revision_number': 1, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:25.407572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] Checking router: 722eacd1-2a5a-4499-8be1-8453d5a16794 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:56:25.419363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:56:25.420026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:56:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:25.613551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:56:25.689481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'cd162a6a-aa66-4f5d-b600-839ed2226de2', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'port_id': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'mac_address': 'fa:16:3e:c0:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2989cd04-6526-4aca-8f1f-771371323c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:56:21Z', 'revision_number': 1, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:25.693684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42c25-107a-42c6-a651-eb4690a1e7be None None] The sync data for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi is: [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'cd162a6a-aa66-4f5d-b600-839ed2226de2', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'port_id': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'mac_address': 'fa:16:3e:c0:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2989cd04-6526-4aca-8f1f-771371323c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:35Z', 'updated_at': '2021-12-16T14:56:21Z', 'revision_number': 1, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:56:25.762587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34286) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:25.783627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:25.821218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:25.825579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Usage tracker for resource:security_group_rule and tenant:63d078fdd6f646c88b1cc68a23131efc is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:25.828979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:25.835986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:25.913290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:25.945717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:25.953824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-916dc065-9a3d-44e1-93d3-fa87e4401924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:25.998135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1097d01-7b13-4210-a190-65cd5ff3528f,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:26.001830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:26.007147 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63d078fdd6f646c88b1cc68a23131efc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2409701 Dec 16 14:56:26.007439 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34290) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:26.048651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c40d7-907a-4d80-a3d8-bc216921fc0a None None] New status for floating IP cd162a6a-aa66-4f5d-b600-839ed2226de2: ACTIVE {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 14:56:26.080947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1c254bd5-19cb-422f-b35d-b50dba9e0593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:26.109724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1c254bd5-19cb-422f-b35d-b50dba9e0593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:26.163468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '764dc71f-184b-4705-b775-e3fedc730d38', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'port_id': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'mac_address': 'fa:16:3e:67:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:56:22Z', 'revision_number': 1, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:26.170796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8592e1bb-554d-4a1e-a5c6-271492da5fce None None] The sync data for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi is: [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '764dc71f-184b-4705-b775-e3fedc730d38', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'port_id': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'mac_address': 'fa:16:3e:67:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:28Z', 'updated_at': '2021-12-16T14:56:22Z', 'revision_number': 1, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:56:26.214268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1c254bd5-19cb-422f-b35d-b50dba9e0593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:26.220354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-935b09d5-2738-402f-b873-a1743fc35fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:26.241412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c254bd5-19cb-422f-b35d-b50dba9e0593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1097d01-7b13-4210-a190-65cd5ff3528f,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:26.249671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1c254bd5-19cb-422f-b35d-b50dba9e0593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:26.250574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1c254bd5-19cb-422f-b35d-b50dba9e0593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:26.254031 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1c254bd5-19cb-422f-b35d-b50dba9e0593 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1097d01-7b13-4210-a190-65cd5ff3528f HTTP/1.1" status: 204 len: 168 time: 0.2432671 Dec 16 14:56:26.456018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:26.602814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e13aac-04c9-4ca0-b0b1-525c029d8d05 None None] New status for floating IP 764dc71f-184b-4705-b775-e3fedc730d38: ACTIVE {{(pid=88294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 14:56:26.890743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34306) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:26.910644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:27.045299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:27.052972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Usage tracker for resource:security_group_rule and tenant:9d814480a6d3409aa7c88101f54c9139 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:27.059209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:27.070259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:27.151606 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c5825742-7b54-49ad-96ee-2a02da399f12 req-337acc25-e67b-4cec-bf79-cf9f6672a420 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb215be9a78b4d7a904be761bb48df83&device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 1100 time: 0.2300551 Dec 16 14:56:27.154331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c72fca-aec8-40d9-9af4-7bbbf667a158 req-75ee5920-9392-4424-961c-a25060e8dd5a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:27.156104 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e4c72fca-aec8-40d9-9af4-7bbbf667a158 req-75ee5920-9392-4424-961c-a25060e8dd5a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0940738 Dec 16 14:56:27.165763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af4091bf-00fb-4701-8347-508438dd02a3 req-3b59230f-fea3-41ed-a01a-b740ee9710bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.2430167 Dec 16 14:56:27.212605 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e4c72fca-aec8-40d9-9af4-7bbbf667a158 req-a34044d7-7a13-4e0b-9964-b151fcc07586 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496726 Dec 16 14:56:27.292763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c5825742-7b54-49ad-96ee-2a02da399f12 req-8004a87e-2c12-4ea6-8c0b-24f87419ca7d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bb215be9a78b4d7a904be761bb48df83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804863 Dec 16 14:56:27.299940 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'status': 'completed', 'code': 200} Dec 16 14:56:27.324303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7708fc-7837-4fa0-a30a-8613b046587f req-7854fbc2-6dc6-444d-ad27-a182b46d0a62 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:27.325921 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ba7708fc-7837-4fa0-a30a-8613b046587f req-7854fbc2-6dc6-444d-ad27-a182b46d0a62 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 947 time: 0.2208779 Dec 16 14:56:27.362969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:27.457730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:27.469838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-52a8e8c1-b4c0-4501-ac83-9a97d041254a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:27.478166 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-d6bbea69-4d2a-4937-9e93-8dd2a7e2cb6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 1098 time: 0.0762851 Dec 16 14:56:27.642018 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ba7708fc-7837-4fa0-a30a-8613b046587f req-65687670-992c-472a-8895-03ce774ab484 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068061 Dec 16 14:56:27.648451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450bca7b-ba7d-4478-894b-a411a3cd2352,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:27.657805 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d814480a6d3409aa7c88101f54c9139&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7658577 Dec 16 14:56:27.669816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:27.669816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34316) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:27.680122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4091bf-00fb-4701-8347-508438dd02a3 req-839f13c2-38a1-424a-8a04-f2fd91c7ce78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:27.680122 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af4091bf-00fb-4701-8347-508438dd02a3 req-839f13c2-38a1-424a-8a04-f2fd91c7ce78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.4672666 Dec 16 14:56:27.756555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5825742-7b54-49ad-96ee-2a02da399f12 req-833c57f6-f7b8-42e5-96e2-2e3051d2b943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:27.758227 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c5825742-7b54-49ad-96ee-2a02da399f12 req-833c57f6-f7b8-42e5-96e2-2e3051d2b943 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4266543 Dec 16 14:56:27.839204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-24acf546-9437-495c-9848-fba5c15cf96e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:27.841400 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-24acf546-9437-495c-9848-fba5c15cf96e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 917 time: 0.3531845 Dec 16 14:56:27.845317 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af4091bf-00fb-4701-8347-508438dd02a3 req-7a340ce6-7c00-4987-98f3-851303677ce0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1527541 Dec 16 14:56:27.853176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8da06df8-72cb-4546-bea4-174087ef5f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:27.971442 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-b83ee543-80d1-49b8-aeae-83fa68cf9691 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f HTTP/1.1" status: 200 len: 1000 time: 0.1146894 Dec 16 14:56:27.995739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8da06df8-72cb-4546-bea4-174087ef5f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:28.029806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4091bf-00fb-4701-8347-508438dd02a3 req-e2b28b18-4589-4428-9c72-b43f89670fe9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:28.031577 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af4091bf-00fb-4701-8347-508438dd02a3 req-e2b28b18-4589-4428-9c72-b43f89670fe9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.1678858 Dec 16 14:56:28.068083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-9c8ce828-4258-451e-ac27-583997c1e14c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:28.069632 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-9c8ce828-4258-451e-ac27-583997c1e14c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.0768940 Dec 16 14:56:28.121500 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-86cd5ce4-ea9d-46c3-bdc8-52d53442fce1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb215be9a78b4d7a904be761bb48df83&device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 1100 time: 0.2119708 Dec 16 14:56:28.146209 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af4091bf-00fb-4701-8347-508438dd02a3 req-a653784c-8c18-4bd2-a17d-f2fa38fb951b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983918 Dec 16 14:56:28.188345 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-d7a7e7d3-6624-4704-9fe5-281a5309204d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836251 Dec 16 14:56:28.251965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8da06df8-72cb-4546-bea4-174087ef5f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:28.265463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1850e2a0-d4c2-40c5-89d0-e0c6a8e7e2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:28.294906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da06df8-72cb-4546-bea4-174087ef5f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450bca7b-ba7d-4478-894b-a411a3cd2352,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:28.302922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8da06df8-72cb-4546-bea4-174087ef5f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:28.307004 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-2de2a166-969d-4a41-9a49-493474fb5527 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=7acef39a-9c04-451d-a9cb-0b2592134f8b HTTP/1.1" status: 200 len: 217 time: 0.1432405 Dec 16 14:56:28.312821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8da06df8-72cb-4546-bea4-174087ef5f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:28.314015 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8da06df8-72cb-4546-bea4-174087ef5f99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/450bca7b-ba7d-4478-894b-a411a3cd2352 HTTP/1.1" status: 204 len: 168 time: 0.6400430 Dec 16 14:56:28.413726 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-e3d86730-6edb-480d-90f2-0158046707b6 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086825 Dec 16 14:56:28.470419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-51b43317-523f-46ba-81ab-376ffa76d922 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:28.472059 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-51b43317-523f-46ba-81ab-376ffa76d922 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32ede386-351c-4384-8c1a-e0d3ff2bd9b5 HTTP/1.1" status: 200 len: 843 time: 0.1052015 Dec 16 14:56:28.474210 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af4091bf-00fb-4701-8347-508438dd02a3 req-5319c940-713e-430a-97de-95a390df3dfd service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494969 Dec 16 14:56:28.684963 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-b52cd871-44a4-4b34-a493-a27ae89c8311 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629278 Dec 16 14:56:28.733292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f959601-be6c-4f6f-8b63-210f6663b859 req-9568ff39-9907-4de8-94e4-2dc3e99e7600 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:28.733292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5f959601-be6c-4f6f-8b63-210f6663b859 req-9568ff39-9907-4de8-94e4-2dc3e99e7600 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.1001987 Dec 16 14:56:28.804194 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5f959601-be6c-4f6f-8b63-210f6663b859 req-86214729-c1d2-41e6-b46b-b708bb11f92f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618184 Dec 16 14:56:28.865235 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-3c70c411-e55d-42e3-a215-d49fdcd10a40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=010ae599-3a10-4564-8ae6-7244d00bbd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3179288 Dec 16 14:56:28.875936 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af4091bf-00fb-4701-8347-508438dd02a3 req-20cf2dcf-6386-42f1-bfa9-f9932342569f service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691075 Dec 16 14:56:28.949618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eda9f-19f9-4663-aa21-9acfec1db37b req-18b9ace4-71b5-4083-b869-d8e70437a7f1 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:28.951411 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-971eda9f-19f9-4663-aa21-9acfec1db37b req-18b9ace4-71b5-4083-b869-d8e70437a7f1 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.3563440 Dec 16 14:56:29.077929 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-971eda9f-19f9-4663-aa21-9acfec1db37b req-eee9a2ab-0f5c-4f80-841a-d6ac7b3c31d2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189101 Dec 16 14:56:29.088222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4488-e461-4e7d-9d61-71189bc0d360 req-ae573550-35d7-4ec1-8478-9de857dd2af4 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:29.090982 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2ad4488-e461-4e7d-9d61-71189bc0d360 req-ae573550-35d7-4ec1-8478-9de857dd2af4 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 947 time: 0.1265039 Dec 16 14:56:29.155169 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2ad4488-e461-4e7d-9d61-71189bc0d360 req-8c94c395-bd9c-43ab-9aa7-aab78914964d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575819 Dec 16 14:56:29.319428 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-5b83c25f-c4f4-4682-b1c0-ecd93a37551f service neutron] 10.222.0.32 "GET /v2.0/networks/010ae599-3a10-4564-8ae6-7244d00bbd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401872 Dec 16 14:56:29.501856 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8be74b91-7e0a-4831-9627-2b737fe22c63 req-78f21187-349d-4bea-8c65-2a08263e9e29 service neutron] 10.222.0.32 "GET /v2.0/networks/010ae599-3a10-4564-8ae6-7244d00bbd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527636 Dec 16 14:56:30.009295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900804fd-3848-471d-a14a-64c73bfcb4c4 req-3781e92e-1b36-4e20-aa50-6d7eccce16e8 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:30.010982 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-900804fd-3848-471d-a14a-64c73bfcb4c4 req-3781e92e-1b36-4e20-aa50-6d7eccce16e8 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.0824511 Dec 16 14:56:30.059905 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-900804fd-3848-471d-a14a-64c73bfcb4c4 req-d1726fd1-7319-4958-8626-fd9c0a674db7 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426662 Dec 16 14:56:30.331814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681260e2-0c75-4bdc-ab60-0fe2ed475679 req-0c7153af-b065-4216-b4bf-e1cbcd56dcac tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:30.340198 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-681260e2-0c75-4bdc-ab60-0fe2ed475679 req-0c7153af-b065-4216-b4bf-e1cbcd56dcac tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0931368 Dec 16 14:56:30.397110 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-681260e2-0c75-4bdc-ab60-0fe2ed475679 req-800a3e14-6445-4976-95ed-ecc0803bc098 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562804 Dec 16 14:56:30.414341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2e88f-a520-473c-8105-23b869cc2f40 req-f4fc73f7-626a-41c6-91d0-258c0ba62d30 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:30.422631 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-89c2e88f-a520-473c-8105-23b869cc2f40 req-f4fc73f7-626a-41c6-91d0-258c0ba62d30 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 947 time: 0.1146078 Dec 16 14:56:30.492035 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-89c2e88f-a520-473c-8105-23b869cc2f40 req-f21d5cc4-bf7a-4269-a159-92b22b75490d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692217 Dec 16 14:56:31.305448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe732318-e2d1-40a3-bdf3-d7ea2968f1e7 req-78ac7a1c-7079-44a8-b2bb-b701b5e147da tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:31.307734 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fe732318-e2d1-40a3-bdf3-d7ea2968f1e7 req-78ac7a1c-7079-44a8-b2bb-b701b5e147da tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.1230266 Dec 16 14:56:31.388888 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fe732318-e2d1-40a3-bdf3-d7ea2968f1e7 req-3e1c9142-14c7-43c8-9880-f9fb61281116 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741808 Dec 16 14:56:31.603668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48af91c-a43d-42b5-bfee-14d854ca326f req-46f824f7-cff1-48a1-a702-f935258d738f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:31.605391 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b48af91c-a43d-42b5-bfee-14d854ca326f req-46f824f7-cff1-48a1-a702-f935258d738f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0864556 Dec 16 14:56:31.655459 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b48af91c-a43d-42b5-bfee-14d854ca326f req-39dc58a7-3c91-4871-b303-2215bb03bda6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Dec 16 14:56:31.872686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7007a-f149-4b44-b397-630ae55c9a4d req-bdf9d921-7eaf-4145-9364-0d753cc6b40f tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:31.874397 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0de7007a-f149-4b44-b397-630ae55c9a4d req-bdf9d921-7eaf-4145-9364-0d753cc6b40f tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 947 time: 0.1036451 Dec 16 14:56:31.943050 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0de7007a-f149-4b44-b397-630ae55c9a4d req-d8ccc4dc-fdb9-4da1-9ba6-2af706251ff0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602887 Dec 16 14:56:32.163918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-aa5c46f6-dfdc-43e4-83af-30517668b76d tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:32.166072 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-aa5c46f6-dfdc-43e4-83af-30517668b76d tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.32 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.1498837 Dec 16 14:56:32.177336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69a00-64b3-4cd0-a3e7-c8a5a2fe71d1 req-03fc8a18-02d7-42e7-ad17-d2723b4f4698 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:32.178874 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b0f69a00-64b3-4cd0-a3e7-c8a5a2fe71d1 req-03fc8a18-02d7-42e7-ad17-d2723b4f4698 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.1186471 Dec 16 14:56:32.285817 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b0f69a00-64b3-4cd0-a3e7-c8a5a2fe71d1 req-71b951eb-48c9-4f06-a602-ec0c8bd2aa5a tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007905 Dec 16 14:56:32.292800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Deleting port 710cb508-8728-4320-ba9e-9fbeb9b340ec {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 14:56:32.293192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:32.603728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] For port 710cb508-8728-4320-ba9e-9fbeb9b340ec, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=710cb508-8728-4320-ba9e-9fbeb9b340ec,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:32.604272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:32.672285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34450) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:32.737182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Calling delete_port for 710cb508-8728-4320-ba9e-9fbeb9b340ec owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 14:56:32.737373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 7acef39a-9c04-451d-a9cb-0b2592134f8b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:56:32.809961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd91d2-902d-48da-a70a-179718ad2704 req-ab312982-97be-4d70-8980-a76e7fa20ee1 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:32.811623 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-88bd91d2-902d-48da-a70a-179718ad2704 req-ab312982-97be-4d70-8980-a76e7fa20ee1 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 945 time: 0.2995698 Dec 16 14:56:32.876605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394dc75-d6cc-4cd4-946a-b19908adba54 req-0bf4a4b6-b791-45d1-adc7-fe0218818b27 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:32.879282 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8394dc75-d6cc-4cd4-946a-b19908adba54 req-0bf4a4b6-b791-45d1-adc7-fe0218818b27 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0919094 Dec 16 14:56:32.946883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 7acef39a-9c04-451d-a9cb-0b2592134f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7acef39a-9c04-451d-a9cb-0b2592134f8b,segment=NetworkSegment(7fc3de07-d8de-4c71-8906-7f4295d83d11),segment_id=7fc3de07-d8de-4c71-8906-7f4295d83d11)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:32.964913 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '7acef39a-9c04-451d-a9cb-0b2592134f8b', 'network_id': '010ae599-3a10-4564-8ae6-7244d00bbd96', 'port_id': '7acef39a-9c04-451d-a9cb-0b2592134f8b', 'mac_address': 'fa:16:3e:fd:e0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ede386-351c-4384-8c1a-e0d3ff2bd9b5', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:56:32.973613 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8394dc75-d6cc-4cd4-946a-b19908adba54 req-060e5368-d3ca-4cd8-8bb9-7100a5ea23df tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866315 Dec 16 14:56:32.975250 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.020272 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-88bd91d2-902d-48da-a70a-179718ad2704 req-5a7242f7-01fd-48fb-8d89-82870bf35628 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013860 Dec 16 14:56:33.045457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.067597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7acef39a-9c04-451d-a9cb-0b2592134f8b {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:56:33.070128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:33.075162 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Usage tracker for resource:security_group_rule and tenant:4b3cc3486044480daf6eb0a3dccc01de is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:33.083096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:33.085520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:33.086328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 7acef39a-9c04-451d-a9cb-0b2592134f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7acef39a-9c04-451d-a9cb-0b2592134f8b,segment=NetworkSegment(7fc3de07-d8de-4c71-8906-7f4295d83d11),segment_id=7fc3de07-d8de-4c71-8906-7f4295d83d11)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:33.128406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.128671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.132324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:33.136457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:33.172193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.187752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['710cb508-8728-4320-ba9e-9fbeb9b340ec'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:33.207334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Pushing event deleted for resources: {'Port': ['ID=710cb508-8728-4320-ba9e-9fbeb9b340ec,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:33.210094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:33.220609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.234032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:33.260993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=7acef39a-9c04-451d-a9cb-0b2592134f8b,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:33.264137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:33.284540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] No DVR routers for this DVR port 710cb508-8728-4320-ba9e-9fbeb9b340ec on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 14:56:33.287730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.292456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dfd5e5-b751-4ebb-a023-9e0dbe8abc65', 'name': 'network-vif-deleted', 'tag': '710cb508-8728-4320-ba9e-9fbeb9b340ec'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:33.293751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe814a1-e7ab-46f6-b641-4e43489f1ab5,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:33.300238 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b3cc3486044480daf6eb0a3dccc01de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6259990 Dec 16 14:56:33.300771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:33.302410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34466) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:33.339729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bcc5c-e216-4298-bb45-c9dc8fd416ed req-5304508f-cdd4-4863-8ee1-a0764b74eba2 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:33.347872 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b33bcc5c-e216-4298-bb45-c9dc8fd416ed req-5304508f-cdd4-4863-8ee1-a0764b74eba2 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 948 time: 0.1684413 Dec 16 14:56:33.363919 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f1b8565e-e5a2-49c9-a8c8-9331acb9305a req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.32 "DELETE /v2.0/ports/710cb508-8728-4320-ba9e-9fbeb9b340ec HTTP/1.1" status: 204 len: 173 time: 1.1630154 Dec 16 14:56:33.383764 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dfd5e5-b751-4ebb-a023-9e0dbe8abc65', 'name': 'network-vif-deleted', 'tag': '710cb508-8728-4320-ba9e-9fbeb9b340ec', 'status': 'completed', 'code': 200} Dec 16 14:56:33.406334 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b33bcc5c-e216-4298-bb45-c9dc8fd416ed req-66657b3e-5448-4a72-8a61-268ae8530faf tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571272 Dec 16 14:56:33.407782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f380fcc4-9630-4e28-a360-859f2d127024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.461585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f380fcc4-9630-4e28-a360-859f2d127024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.583130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5250-8296-4858-b902-1db950b7c962 req-3ebefbc2-201d-45e2-bd50-c16d2e29b691 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:33.584741 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e07c5250-8296-4858-b902-1db950b7c962 req-3ebefbc2-201d-45e2-bd50-c16d2e29b691 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.1044705 Dec 16 14:56:33.611568 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f380fcc4-9630-4e28-a360-859f2d127024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.619119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0872f45d-40c2-4e50-b07d-888d66c29fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:33.632663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380fcc4-9630-4e28-a360-859f2d127024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe814a1-e7ab-46f6-b641-4e43489f1ab5,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:33.636459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f380fcc4-9630-4e28-a360-859f2d127024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:33.648431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f380fcc4-9630-4e28-a360-859f2d127024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:33.650253 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f380fcc4-9630-4e28-a360-859f2d127024 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfe814a1-e7ab-46f6-b641-4e43489f1ab5 HTTP/1.1" status: 204 len: 168 time: 0.3466089 Dec 16 14:56:33.662193 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e07c5250-8296-4858-b902-1db950b7c962 req-95c0a322-4f4d-41cf-acbe-33c159c4dd00 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705667 Dec 16 14:56:34.033111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['7acef39a-9c04-451d-a9cb-0b2592134f8b'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:34.185189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34484) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:34.210226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:34.229139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd1e2d-5ce3-48dd-999f-b512e5d2c004 req-346609e8-87fd-4d59-bab2-c9d8d863e20e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:34.236606 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-07dd1e2d-5ce3-48dd-999f-b512e5d2c004 req-346609e8-87fd-4d59-bab2-c9d8d863e20e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0908773 Dec 16 14:56:34.278478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-0306ccbb-65a2-4eb8-a7af-2e4f6d6f56c4 req-b37c11aa-7602-4d55-b3cb-9fd0f70e8bf9 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Synchronizing usage tracker for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:56:34.289006 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-07dd1e2d-5ce3-48dd-999f-b512e5d2c004 req-ef7cd7b6-3029-4ceb-8def-53fbf8bbea9a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514057 Dec 16 14:56:34.326585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:34.331803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ceca69f0734ed79072ad8eb4e2bd51 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:34.335171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:34.341646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-0306ccbb-65a2-4eb8-a7af-2e4f6d6f56c4 req-b37c11aa-7602-4d55-b3cb-9fd0f70e8bf9 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Unset dirty status for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:56:34.343557 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0306ccbb-65a2-4eb8-a7af-2e4f6d6f56c4 req-b37c11aa-7602-4d55-b3cb-9fd0f70e8bf9 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dfd5e5-b751-4ebb-a023-9e0dbe8abc65 HTTP/1.1" status: 200 len: 210 time: 0.1345618 Dec 16 14:56:34.344466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:34.514310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:34.585669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:34.597666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-822a30c3-a368-460c-a7c1-bc0f32486163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:34.649647 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac0ce4-d1ea-4f0f-8563-d2f0d8764ee2,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:34.652944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:34.658967 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2ceca69f0734ed79072ad8eb4e2bd51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4726827 Dec 16 14:56:34.661776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34498) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:34.729738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f846f5f-e82b-4987-b9c1-a6f9885c92a6 req-91c40873-f7fe-41df-82f6-401e94082f64 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:34.731423 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7f846f5f-e82b-4987-b9c1-a6f9885c92a6 req-91c40873-f7fe-41df-82f6-401e94082f64 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 948 time: 0.1902530 Dec 16 14:56:34.761044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 710cb508-8728-4320-ba9e-9fbeb9b340ec no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 14:56:34.776724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1bc27cf3-c955-4f05-8904-9bed0bad7ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:34.804872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 710cb508-8728-4320-ba9e-9fbeb9b340ec {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 14:56:34.805915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 710cb508-8728-4320-ba9e-9fbeb9b340ec not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 14:56:34.822106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1bc27cf3-c955-4f05-8904-9bed0bad7ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:34.843412 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7f846f5f-e82b-4987-b9c1-a6f9885c92a6 req-34dd5333-5052-47b5-b52d-e2afb5b7e876 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041255 Dec 16 14:56:34.911125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1bc27cf3-c955-4f05-8904-9bed0bad7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:34.917069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a9d3f068-33a9-45bd-9dfa-4e4f34e04e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:34.931957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc27cf3-c955-4f05-8904-9bed0bad7ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac0ce4-d1ea-4f0f-8563-d2f0d8764ee2,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:34.934781 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1bc27cf3-c955-4f05-8904-9bed0bad7ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:34.935974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1bc27cf3-c955-4f05-8904-9bed0bad7ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:34.940088 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1bc27cf3-c955-4f05-8904-9bed0bad7ac8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9ac0ce4-d1ea-4f0f-8563-d2f0d8764ee2 HTTP/1.1" status: 204 len: 168 time: 0.2772231 Dec 16 14:56:35.059438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75c2c9-4b47-42db-af30-8e708e0f6466 req-3496426e-2d63-4f7c-926a-f6fd95407ee2 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:35.061124 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0f75c2c9-4b47-42db-af30-8e708e0f6466 req-3496426e-2d63-4f7c-926a-f6fd95407ee2 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.0955517 Dec 16 14:56:35.118480 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0f75c2c9-4b47-42db-af30-8e708e0f6466 req-b7ed74a7-1c6a-497d-b5cb-86effff41194 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511732 Dec 16 14:56:35.542510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7abe4f-6937-481b-be5d-dd0213c59c15 req-a6502305-40fa-4932-ae07-55a3fcf3c771 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:35.544889 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f7abe4f-6937-481b-be5d-dd0213c59c15 req-a6502305-40fa-4932-ae07-55a3fcf3c771 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0993803 Dec 16 14:56:35.597099 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f7abe4f-6937-481b-be5d-dd0213c59c15 req-46a64fbd-449e-47ac-b716-72cea0bb8938 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Dec 16 14:56:35.788556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-0223a035-2c3d-409b-8b62-4723df7a47e2 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:35.790509 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-0223a035-2c3d-409b-8b62-4723df7a47e2 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.1593978 Dec 16 14:56:35.938676 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Deleting port fe38e090-8b64-4c8e-9be5-fa79544d452c {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 14:56:35.941832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:36.000221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-6183d8f6-a30a-4935-8b5b-957ce3b61eeb tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:36.001818 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-6183d8f6-a30a-4935-8b5b-957ce3b61eeb tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/networks?id=dccb4f55-43d1-4fdb-b128-a148d791e0a8 HTTP/1.1" status: 200 len: 809 time: 0.2743177 Dec 16 14:56:36.070230 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-0bff641b-2083-4ec6-9e04-d10eddb64377 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/quotas/4732b1ccb145414ba7d9f3d93df9f8d5 HTTP/1.1" status: 200 len: 375 time: 0.0551503 Dec 16 14:56:36.076099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ed675-4830-4b75-ba99-c3081f53ea2e req-7331bca0-e6c9-4159-8c5c-47144edbcc52 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:36.078292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-562ed675-4830-4b75-ba99-c3081f53ea2e req-7331bca0-e6c9-4159-8c5c-47144edbcc52 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 948 time: 0.0907872 Dec 16 14:56:36.134685 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-562ed675-4830-4b75-ba99-c3081f53ea2e req-09e34966-e062-4015-9130-d190ff424998 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478144 Dec 16 14:56:36.175234 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-ab082256-6bde-4b5d-82cc-40108e50a601 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4732b1ccb145414ba7d9f3d93df9f8d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875785 Dec 16 14:56:36.536969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6460d61-b863-4b68-ae80-685ec96dc1c3 req-044bfcaf-772c-4aa7-8ff9-57554b922969 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:36.538640 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6460d61-b863-4b68-ae80-685ec96dc1c3 req-044bfcaf-772c-4aa7-8ff9-57554b922969 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 945 time: 0.1070647 Dec 16 14:56:36.593108 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6460d61-b863-4b68-ae80-685ec96dc1c3 req-72f24994-e606-4632-8cd4-24a1bb8dcea1 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/security-groups?id=02881a3c-9fc8-478c-bb67-3d427b86bb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Dec 16 14:56:36.594638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] For port fe38e090-8b64-4c8e-9be5-fa79544d452c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fe38e090-8b64-4c8e-9be5-fa79544d452c,segment=NetworkSegment(91a51a36-cb83-4df9-9413-ef8933b4edc3),segment_id=91a51a36-cb83-4df9-9413-ef8933b4edc3)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:36.595051 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:36.671144 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-4457e2e2-725f-43f0-b009-448e4625475b service neutron] 10.222.0.45 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946635 Dec 16 14:56:36.752713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 7acef39a-9c04-451d-a9cb-0b2592134f8b up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:56:36.760582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Calling delete_port for fe38e090-8b64-4c8e-9be5-fa79544d452c owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 14:56:36.837998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513af724-78b4-4b45-ae65-83205812e5d1 req-0cb264d5-e2c2-428b-af9d-a41abbee1eaf tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:36.846185 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-513af724-78b4-4b45-ae65-83205812e5d1 req-0cb264d5-e2c2-428b-af9d-a41abbee1eaf tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1191788 Dec 16 14:56:36.904790 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-513af724-78b4-4b45-ae65-83205812e5d1 req-74ad5d28-5c57-4d20-a0bf-cef82e84c0b6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572438 Dec 16 14:56:36.909604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 7acef39a-9c04-451d-a9cb-0b2592134f8b completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:56:36.916465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 7acef39a-9c04-451d-a9cb-0b2592134f8b triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:56:36.917076 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:36.998778 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-6b57d869-1672-4647-970c-14dab11c4844 service neutron] 10.222.0.45 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654862 Dec 16 14:56:37.088172 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:37.094321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:37.103160 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:37.122097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ff6f9-7844-4eb8-863d-3eb7336f13e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acef39a-9c04-451d-a9cb-0b2592134f8b'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:37.142549 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['fe38e090-8b64-4c8e-9be5-fa79544d452c'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:37.153985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Pushing event deleted for resources: {'Port': ['ID=fe38e090-8b64-4c8e-9be5-fa79544d452c,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:37.158778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:37.248086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 7acef39a-9c04-451d-a9cb-0b2592134f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7acef39a-9c04-451d-a9cb-0b2592134f8b,segment=NetworkSegment(7fc3de07-d8de-4c71-8906-7f4295d83d11),segment_id=7fc3de07-d8de-4c71-8906-7f4295d83d11)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:37.259690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] No DVR routers for this DVR port fe38e090-8b64-4c8e-9be5-fa79544d452c on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 14:56:37.278616 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:37.282314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5137d8-24f6-4b78-abcb-2cf8d939df3e', 'name': 'network-vif-deleted', 'tag': 'fe38e090-8b64-4c8e-9be5-fa79544d452c'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:37.293433 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ff6f9-7844-4eb8-863d-3eb7336f13e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acef39a-9c04-451d-a9cb-0b2592134f8b', 'code': 200} Dec 16 14:56:37.294799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:37.296932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:37.403758 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-03053e74-ecc9-44f6-9863-ce3883f36938 req-658a3fc5-9304-4249-98be-4a589348ad7f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 210 time: 0.1308985 Dec 16 14:56:37.450266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=7acef39a-9c04-451d-a9cb-0b2592134f8b,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:37.455007 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-29d0bfd0-30d9-4d3f-b852-839ae2cf458e req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.32 "DELETE /v2.0/ports/fe38e090-8b64-4c8e-9be5-fa79544d452c HTTP/1.1" status: 204 len: 173 time: 1.6583192 Dec 16 14:56:37.458474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:37.512838 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5137d8-24f6-4b78-abcb-2cf8d939df3e', 'name': 'network-vif-deleted', 'tag': 'fe38e090-8b64-4c8e-9be5-fa79544d452c', 'status': 'completed', 'code': 200} Dec 16 14:56:37.653458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294361-0f2d-4f4b-bc5d-315e884ab10f req-0c8d756c-ab40-4d9f-928f-189ac92f26f1 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:37.655173 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce294361-0f2d-4f4b-bc5d-315e884ab10f req-0c8d756c-ab40-4d9f-928f-189ac92f26f1 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 949 time: 0.1180418 Dec 16 14:56:37.706523 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce294361-0f2d-4f4b-bc5d-315e884ab10f req-299b1a52-48f6-4337-a5ca-92ab731cb3c2 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449166 Dec 16 14:56:37.844786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-892d63d1-4b81-40b7-b81d-f47c755b7267 req-6c6fe70f-d21c-4178-a3bc-4e2b6710af8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 1102 time: 0.0932214 Dec 16 14:56:37.897952 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-892d63d1-4b81-40b7-b81d-f47c755b7267 req-3584c89f-23b4-4519-99e1-8d292fcab931 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Dec 16 14:56:37.939559 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-49c09c69-dde2-4956-8ee1-11e3f62529cf req-4edb9df1-6ecd-4fd9-89a5-c378ee080322 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.0612285 Dec 16 14:56:37.980871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34654) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:38.130724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf72b92-1f38-413d-b7bb-ec5d95806059 req-5252369f-a2ba-4529-bb59-1a33ca4e3b9f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:38.132829 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bf72b92-1f38-413d-b7bb-ec5d95806059 req-5252369f-a2ba-4529-bb59-1a33ca4e3b9f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0862823 Dec 16 14:56:38.174672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:38.231253 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bf72b92-1f38-413d-b7bb-ec5d95806059 req-ad50bf10-13eb-455a-9ccf-e1c7f4589456 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774078 Dec 16 14:56:38.232171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:38.236683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Usage tracker for resource:security_group_rule and tenant:8f22a8dcd3b14407a801e404543c9e98 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:38.240371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:38.246607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:38.315416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:38.362692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:38.371108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d213550a-e025-4225-9422-f793c678ddd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:38.413492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b846205-3398-4802-8cc2-a1e787e76bf4,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:38.418500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:38.422512 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f22a8dcd3b14407a801e404543c9e98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4393761 Dec 16 14:56:38.425219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34662) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:38.500159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-599de85c-f32b-4254-bd60-ebc26120e6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:38.537064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-599de85c-f32b-4254-bd60-ebc26120e6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:38.590675 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bc59cbee-0977-400c-879c-860574b4c8cd req-b2cfb8f5-d966-4abe-b648-f8276214e650 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 210 time: 0.0624306 Dec 16 14:56:38.703380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-599de85c-f32b-4254-bd60-ebc26120e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:38.709431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:38.723708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599de85c-f32b-4254-bd60-ebc26120e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b846205-3398-4802-8cc2-a1e787e76bf4,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:38.728562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-599de85c-f32b-4254-bd60-ebc26120e6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:38.732924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-599de85c-f32b-4254-bd60-ebc26120e6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:38.734228 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-599de85c-f32b-4254-bd60-ebc26120e6ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b846205-3398-4802-8cc2-a1e787e76bf4 HTTP/1.1" status: 204 len: 168 time: 0.3078907 Dec 16 14:56:38.931317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770efe0c-adc7-4771-bffb-c412dae9e10f req-2a1e79d7-a8a8-4e0b-8e73-811883a0ebbb tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:38.933056 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-770efe0c-adc7-4771-bffb-c412dae9e10f req-2a1e79d7-a8a8-4e0b-8e73-811883a0ebbb tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 949 time: 0.0897236 Dec 16 14:56:38.983441 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-770efe0c-adc7-4771-bffb-c412dae9e10f req-f0e330e5-43e6-4367-91b9-45c8bd875527 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Dec 16 14:56:39.156915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2c73fe8b-6ef5-45f5-970d-9f326cad0504 req-bc1b37b3-d267-4cda-94df-9e3fe923f2c5 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Synchronizing usage tracker for tenant:c8372f52bdbf443385cd0058e122fbfc on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:56:39.200414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2c73fe8b-6ef5-45f5-970d-9f326cad0504 req-bc1b37b3-d267-4cda-94df-9e3fe923f2c5 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Unset dirty status for tenant:c8372f52bdbf443385cd0058e122fbfc on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:56:39.201833 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c73fe8b-6ef5-45f5-970d-9f326cad0504 req-bc1b37b3-d267-4cda-94df-9e3fe923f2c5 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5137d8-24f6-4b78-abcb-2cf8d939df3e HTTP/1.1" status: 200 len: 210 time: 0.0916853 Dec 16 14:56:39.251764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34680) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:39.272481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:39.314694 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:39.318938 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Usage tracker for resource:security_group_rule and tenant:fb26a9dbf3b644a3aeb7d6b8792ef073 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:39.322314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:39.329048 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:39.462404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:39.495206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308df239-4887-405f-bd67-a13d2517f900 req-1277dd65-79bd-46e3-8c29-d75539823d4e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:39.496841 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-308df239-4887-405f-bd67-a13d2517f900 req-1277dd65-79bd-46e3-8c29-d75539823d4e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1134272 Dec 16 14:56:39.498105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:39.507787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-baa0a064-1e99-46e2-ac89-bbfecdefae31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:39.581663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd36b19-62d2-4dda-9402-ed60898f15ce,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:39.587259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:39.590502 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb26a9dbf3b644a3aeb7d6b8792ef073&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373241 Dec 16 14:56:39.593141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34690) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:39.601685 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-308df239-4887-405f-bd67-a13d2517f900 req-07666a99-1c5a-4145-b21b-3aab9e35b927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949936 Dec 16 14:56:39.675939 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84d0570c-bc21-4942-b495-a4a2d7e57b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:39.703470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84d0570c-bc21-4942-b495-a4a2d7e57b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:39.771270 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a4531b39-ba8c-427d-816d-354415400de8 req-26903445-bc1c-4c6d-a36d-b08ab3175b95 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 210 time: 0.0468676 Dec 16 14:56:39.779625 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84d0570c-bc21-4942-b495-a4a2d7e57b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:39.785018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:39.799908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0570c-bc21-4942-b495-a4a2d7e57b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd36b19-62d2-4dda-9402-ed60898f15ce,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:39.802240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-84d0570c-bc21-4942-b495-a4a2d7e57b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:39.811547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84d0570c-bc21-4942-b495-a4a2d7e57b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:39.812793 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-84d0570c-bc21-4942-b495-a4a2d7e57b24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cd36b19-62d2-4dda-9402-ed60898f15ce HTTP/1.1" status: 204 len: 168 time: 0.2185807 Dec 16 14:56:40.223585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376d4fc-4b53-4d1a-bed2-c106444b51cc req-eac1067e-b4ac-4534-9c44-493f555596b8 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:40.225230 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e376d4fc-4b53-4d1a-bed2-c106444b51cc req-eac1067e-b4ac-4534-9c44-493f555596b8 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 949 time: 0.0886438 Dec 16 14:56:40.277602 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e376d4fc-4b53-4d1a-bed2-c106444b51cc req-20f3b512-2060-46fe-b9b1-3d6173c50d22 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Dec 16 14:56:40.672329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-22f5550d-2c45-47b2-b2dd-da3f00f47136 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:40.674413 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-22f5550d-2c45-47b2-b2dd-da3f00f47136 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.32 "GET /v2.0/networks?id=dccb4f55-43d1-4fdb-b128-a148d791e0a8 HTTP/1.1" status: 200 len: 809 time: 0.1928186 Dec 16 14:56:40.699827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Request body: {'port': {'device_id': 'ebac3c82-8804-4181-82ec-ca1f3bf55076', 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8', 'admin_state_up': True, 'tenant_id': '4732b1ccb145414ba7d9f3d93df9f8d5'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:40.792242 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device fe38e090-8b64-4c8e-9be5-fa79544d452c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 14:56:40.853790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: fe38e090-8b64-4c8e-9be5-fa79544d452c {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 14:56:40.854670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device fe38e090-8b64-4c8e-9be5-fa79544d452c not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 14:56:40.918424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:40.929530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:40.992537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Made reservation on behalf of 4732b1ccb145414ba7d9f3d93df9f8d5 for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:56:40.998584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:41.078539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a38d9-9b98-405b-9534-160b17d9b51a req-be32bf66-1e69-46d7-be88-db087d3e78d8 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:41.080767 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-376a38d9-9b98-405b-9534-160b17d9b51a req-be32bf66-1e69-46d7-be88-db087d3e78d8 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 949 time: 0.1184101 Dec 16 14:56:41.310610 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-376a38d9-9b98-405b-9534-160b17d9b51a req-f26938ed-106e-48ec-bf38-b3b7bbf8e460 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458708 Dec 16 14:56:41.311899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82babfc9-f3c1-48c6-bab9-9979d042b1f6 req-a684e3fd-369c-4d30-8f70-589a9db12f89 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:41.311899 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-82babfc9-f3c1-48c6-bab9-9979d042b1f6 req-a684e3fd-369c-4d30-8f70-589a9db12f89 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.2802627 Dec 16 14:56:41.311899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Allocated IP 172.20.0.4 (dccb4f55-43d1-4fdb-b128-a148d791e0a8/952351fd-91a0-490d-8ec5-b351f8329c40/96f464f8-7a32-4677-a9f6-58f3e9c5a773) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:56:41.311899 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-82babfc9-f3c1-48c6-bab9-9979d042b1f6 req-543f6343-77e6-4dc1-8c48-c7933ce48a53 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812249 Dec 16 14:56:41.321186 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-951e89ac-b506-4b97-9ddf-39e4169d0409 req-6fb02c67-454c-41e8-b1f9-eb37663fc4be tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 210 time: 0.0561216 Dec 16 14:56:41.436740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-58b7e333-9354-4274-98bd-782bfb42cb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:41.538862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:41.608762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:41.615925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-999fa9f6-cae6-4786-9d4d-1d68f9902d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:41.682669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Network dccb4f55-43d1-4fdb-b128-a148d791e0a8 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:56:41.690890 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:56:41.693358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:56:41.698401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:41.699065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:41.718833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Pushing event updated for resources: {'Port': ['ID=96f464f8-7a32-4677-a9f6-58f3e9c5a773,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:41.721958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:41.763377 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0682223 Dec 16 14:56:41.786755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Request body: {'port': {'device_id': 'ebac3c82-8804-4181-82ec-ca1f3bf55076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:41.913774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:42.294898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f464f8-7a32-4677-a9f6-58f3e9c5a773 {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:56:42.301890 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:42.318773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Transition to ACTIVE for port object 96f464f8-7a32-4677-a9f6-58f3e9c5a773 will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:56:42.362708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:42.369377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ab28b959-d80e-4fa0-ac92-3a87b79d4a89 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:42.534268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e033b8-4a2c-4141-8cd4-0fd285d9ad12 req-ea7c29fb-c15c-44e1-97cd-ed04c8509d3f tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:42.536108 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d6e033b8-4a2c-4141-8cd4-0fd285d9ad12 req-ea7c29fb-c15c-44e1-97cd-ed04c8509d3f tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 949 time: 0.0993454 Dec 16 14:56:42.551771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=96f464f8-7a32-4677-a9f6-58f3e9c5a773,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:42.557097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:42.601702 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d6e033b8-4a2c-4141-8cd4-0fd285d9ad12 req-4b3d98a5-07bb-4625-acc6-5c9d71f95f8c tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556319 Dec 16 14:56:42.626153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Attempting to bind port 96f464f8-7a32-4677-a9f6-58f3e9c5a773 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:56:42.626539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Attempting to bind port 96f464f8-7a32-4677-a9f6-58f3e9c5a773 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'fb3188ae-79f9-452b-bb7d-385f72998732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:56:42.626919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Attempting to bind port 96f464f8-7a32-4677-a9f6-58f3e9c5a773 on network dccb4f55-43d1-4fdb-b128-a148d791e0a8 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:56:42.644054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Port 96f464f8-7a32-4677-a9f6-58f3e9c5a773 on network dccb4f55-43d1-4fdb-b128-a148d791e0a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:56:42.644517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Attempting to bind port 96f464f8-7a32-4677-a9f6-58f3e9c5a773 on network dccb4f55-43d1-4fdb-b128-a148d791e0a8 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:56:42.661000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f609-4723-45da-a5eb-6a147fd1c942 req-7f991217-867b-489c-a876-c9ec07288597 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:42.662814 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6fd3f609-4723-45da-a5eb-6a147fd1c942 req-7f991217-867b-489c-a876-c9ec07288597 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1860676 Dec 16 14:56:42.665518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:56:42.665973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Checking segment: {'id': 'fb3188ae-79f9-452b-bb7d-385f72998732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:56:42.666519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Bound using segment: {'id': 'fb3188ae-79f9-452b-bb7d-385f72998732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:56:42.667077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Bound port: 96f464f8-7a32-4677-a9f6-58f3e9c5a773, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3188ae-79f9-452b-bb7d-385f72998732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:56:42.667546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:42.778730 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6fd3f609-4723-45da-a5eb-6a147fd1c942 req-63008716-aff1-46db-bdc7-3f73ffc60692 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006355 Dec 16 14:56:42.811002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] For port 96f464f8-7a32-4677-a9f6-58f3e9c5a773, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:56:42.814664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] For port 96f464f8-7a32-4677-a9f6-58f3e9c5a773, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=96f464f8-7a32-4677-a9f6-58f3e9c5a773,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:56:42.841620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782916b-681f-47b9-a770-170a4d7e4d30 req-54f46494-5f10-482c-b536-25d9690124f2 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:42.843282 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e782916b-681f-47b9-a770-170a4d7e4d30 req-54f46494-5f10-482c-b536-25d9690124f2 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 943 time: 0.1044619 Dec 16 14:56:42.855068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:42.860571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1a68cbc4-2699-49b3-a0d9-18b92cbd9f92 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:42.918390 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e782916b-681f-47b9-a770-170a4d7e4d30 req-8f54f421-76b9-4f55-b31b-2061eba127f5 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664430 Dec 16 14:56:42.944487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:42.951604 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/96f464f8-7a32-4677-a9f6-58f3e9c5a773 HTTP/1.1" status: 200 len: 1093 time: 1.1694577 Dec 16 14:56:42.956778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebac3c82-8804-4181-82ec-ca1f3bf55076', 'tag': '96f464f8-7a32-4677-a9f6-58f3e9c5a773'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:42.978128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=96f464f8-7a32-4677-a9f6-58f3e9c5a773,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:42.981859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:42.989742 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:43.373372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34806) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:43.421267 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebac3c82-8804-4181-82ec-ca1f3bf55076', 'tag': '96f464f8-7a32-4677-a9f6-58f3e9c5a773', 'status': 'completed', 'code': 200} Dec 16 14:56:43.455667 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-ea5b9a35-342c-4a53-b701-871648ed31cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4732b1ccb145414ba7d9f3d93df9f8d5&device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 1096 time: 0.3152490 Dec 16 14:56:43.460969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] Deleting subnet edac7069-e430-4f72-8c8a-b5f2f2844064 {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:56:43.464401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:43.520226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:43.528696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:43.548425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-3b3bc20e-a35d-4c94-ab44-a4f824d158a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96f464f8-7a32-4677-a9f6-58f3e9c5a773 HTTP/1.1" status: 200 len: 217 time: 0.0713758 Dec 16 14:56:43.709297 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-4192faaf-c645-443d-9130-11ed98a24a92 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:43.711001 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-4192faaf-c645-443d-9130-11ed98a24a92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=952351fd-91a0-490d-8ec5-b351f8329c40 HTTP/1.1" status: 200 len: 849 time: 0.1225886 Dec 16 14:56:43.785519 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-cb598719-5f43-41f9-bb98-123a05a5ede9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dccb4f55-43d1-4fdb-b128-a148d791e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597486 Dec 16 14:56:43.794116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-9c734f8b-ce9d-4eca-8b7c-3b840f27a99f tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:43.795997 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-9c734f8b-ce9d-4eca-8b7c-3b840f27a99f tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 949 time: 0.1692846 Dec 16 14:56:43.798012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:43.804346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-546c2784-2613-4833-a1b4-314437cc576d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:43.860685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edac7069-e430-4f72-8c8a-b5f2f2844064,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:43.868493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:43.874772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:43.882728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d072-b013-4286-a963-161758957997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:43.893016 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/edac7069-e430-4f72-8c8a-b5f2f2844064 HTTP/1.1" status: 204 len: 168 time: 0.5138426 Dec 16 14:56:43.893016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34822) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:43.921874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:56:44.056296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Deleting port 7acef39a-9c04-451d-a9cb-0b2592134f8b {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 14:56:44.056696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:44.098944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:44.201469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd096e7-89fe-47f7-9cb0-c5765b98d206 req-878306bd-e2a6-4f24-8b80-493f4cd94fa2 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:44.203174 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edd096e7-89fe-47f7-9cb0-c5765b98d206 req-878306bd-e2a6-4f24-8b80-493f4cd94fa2 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 949 time: 0.4158192 Dec 16 14:56:44.214218 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-14854e60-a131-4c93-bab6-cb5f93d0989f service neutron] 10.222.0.32 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172401 Dec 16 14:56:44.271378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:44.313541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.313946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.314805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.315375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > port after_create 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.315561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.315949 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > port after_update 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.316308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.316669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.317025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.317378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.362343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:44.387117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.387667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.387907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.388206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:44.388591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6400031e-0dc2-4363-a75b-4e9ac2480f83']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:44.480487 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edd096e7-89fe-47f7-9cb0-c5765b98d206 req-7b2dfbe8-052d-47d5-ab21-e3d27a5ea024 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/security-groups?id=d51375a1-1578-403c-a97a-2775df699566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512379 Dec 16 14:56:44.611665 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a51a36-cb83-4df9-9413-ef8933b4edc3') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:44.612103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a51a36-cb83-4df9-9413-ef8933b4edc3') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:44.625389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:44.654859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8971643-b976-4f8f-9e37-217c0509cdd0 req-f4b13419-bd49-411b-8ab8-ca8bc98f9f52 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:44.658946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] For port 7acef39a-9c04-451d-a9cb-0b2592134f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7acef39a-9c04-451d-a9cb-0b2592134f8b,segment=NetworkSegment(7fc3de07-d8de-4c71-8906-7f4295d83d11),segment_id=7fc3de07-d8de-4c71-8906-7f4295d83d11)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:44.659435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:44.662413 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f8971643-b976-4f8f-9e37-217c0509cdd0 req-f4b13419-bd49-411b-8ab8-ca8bc98f9f52 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.6276891 Dec 16 14:56:44.708717 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f8971643-b976-4f8f-9e37-217c0509cdd0 req-0b03e582-e98a-4f6e-ba1e-d178688b0dc4 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452604 Dec 16 14:56:44.717415 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:44.725211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 14:56:44.730652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: (self, other), Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: (self, other), Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:56:44.761228 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:56:44.865533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Calling delete_port for 7acef39a-9c04-451d-a9cb-0b2592134f8b owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 14:56:44.898846 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e72df6c-dd53-443b-a185-f0931ca67dde req-73845d07-fbf1-40ac-9a27-89fb1db6762d service neutron] 10.222.0.32 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688349 Dec 16 14:56:44.977188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1d11-7092-4c93-a135-6da91772f5dd req-dcf79292-dc30-4890-8ac1-5e5a533bf5f8 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:44.977854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-150a1d11-7092-4c93-a135-6da91772f5dd req-dcf79292-dc30-4890-8ac1-5e5a533bf5f8 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Synchronizing usage tracker for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:56:45.064997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-150a1d11-7092-4c93-a135-6da91772f5dd req-dcf79292-dc30-4890-8ac1-5e5a533bf5f8 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Unset dirty status for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:56:45.066362 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-150a1d11-7092-4c93-a135-6da91772f5dd req-dcf79292-dc30-4890-8ac1-5e5a533bf5f8 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 943 time: 0.3941486 Dec 16 14:56:45.122332 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:45.126550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:45.147074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:45.150356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6400031e-0dc2-4363-a75b-4e9ac2480f83,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:45.156663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:45.191618 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6400031e-0dc2-4363-a75b-4e9ac2480f83 HTTP/1.1" status: 204 len: 168 time: 1.2987623 Dec 16 14:56:45.226898 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-150a1d11-7092-4c93-a135-6da91772f5dd req-47ee1884-94e8-45ea-acfc-89320cd7e323 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540778 Dec 16 14:56:45.262088 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9c7f9c1-1734-42d3-a57f-413db85fce06 req-04d61709-b3e8-48d7-aa10-b6c6454c0619 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4732b1ccb145414ba7d9f3d93df9f8d5&device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 1096 time: 0.1575217 Dec 16 14:56:45.267632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:45.277057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:45.319768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['7acef39a-9c04-451d-a9cb-0b2592134f8b'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:45.364129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Pushing event deleted for resources: {'Port': ['ID=7acef39a-9c04-451d-a9cb-0b2592134f8b,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:45.379971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:45.515662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] No DVR routers for this DVR port 7acef39a-9c04-451d-a9cb-0b2592134f8b on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 14:56:45.525772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:45.529470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ff6f9-7844-4eb8-863d-3eb7336f13e9', 'name': 'network-vif-deleted', 'tag': '7acef39a-9c04-451d-a9cb-0b2592134f8b'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:45.571058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f9c1-1734-42d3-a57f-413db85fce06 req-9bd53692-eb8c-4625-883d-85d9dce26393 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:45.572832 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9c7f9c1-1734-42d3-a57f-413db85fce06 req-9bd53692-eb8c-4625-883d-85d9dce26393 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dccb4f55-43d1-4fdb-b128-a148d791e0a8 HTTP/1.1" status: 200 len: 910 time: 0.2975242 Dec 16 14:56:45.642907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:45.652010 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-61450dd7-5a93-4afe-9193-f786e8ac99ec req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.32 "DELETE /v2.0/ports/7acef39a-9c04-451d-a9cb-0b2592134f8b HTTP/1.1" status: 204 len: 173 time: 1.7986164 Dec 16 14:56:45.654536 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ff6f9-7844-4eb8-863d-3eb7336f13e9', 'name': 'network-vif-deleted', 'tag': '7acef39a-9c04-451d-a9cb-0b2592134f8b', 'status': 'completed', 'code': 200} Dec 16 14:56:45.671705 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9c7f9c1-1734-42d3-a57f-413db85fce06 req-249e660e-5df1-45f3-8cc9-4df662afe186 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96f464f8-7a32-4677-a9f6-58f3e9c5a773 HTTP/1.1" status: 200 len: 217 time: 0.0814013 Dec 16 14:56:45.696795 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-381e9917-ae56-470e-82c7-43c5c88fb188 req-76ec8844-4148-4283-8525-4b5dac6114bd tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 210 time: 0.0562577 Dec 16 14:56:45.745844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34850) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:45.765056 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f9c1-1734-42d3-a57f-413db85fce06 req-a2933a74-df19-44a1-8d90-a3247e8d37bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:45.766804 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9c7f9c1-1734-42d3-a57f-413db85fce06 req-a2933a74-df19-44a1-8d90-a3247e8d37bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=952351fd-91a0-490d-8ec5-b351f8329c40 HTTP/1.1" status: 200 len: 849 time: 0.0859277 Dec 16 14:56:45.811568 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2a50ec21-f303-420f-a4b8-c85fa9eed3e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8372f52bdbf443385cd0058e122fbfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0638697 Dec 16 14:56:45.814065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34854) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:45.853530 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9c7f9c1-1734-42d3-a57f-413db85fce06 req-506c077c-4c96-4e6f-9b5f-b7db436b5091 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dccb4f55-43d1-4fdb-b128-a148d791e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522192 Dec 16 14:56:45.889289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cc6e148e-f63c-453c-8943-97b8cee39116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:45.919818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cc6e148e-f63c-453c-8943-97b8cee39116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:46.002678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cc6e148e-f63c-453c-8943-97b8cee39116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:46.008209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1aa3b825-be7f-4315-af1a-ef736f453886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:46.022778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e148e-f63c-453c-8943-97b8cee39116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02881a3c-9fc8-478c-bb67-3d427b86bb1e,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:46.025634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cc6e148e-f63c-453c-8943-97b8cee39116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:46.062801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cc6e148e-f63c-453c-8943-97b8cee39116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:46.064202 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-cc6e148e-f63c-453c-8943-97b8cee39116 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02881a3c-9fc8-478c-bb67-3d427b86bb1e HTTP/1.1" status: 204 len: 168 time: 0.2489219 Dec 16 14:56:46.065263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80892f-020c-445e-bc18-7d0e12a657c7 req-f6ddcf91-94ec-4dfd-bb16-dc1477ba94bc tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:46.067026 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b80892f-020c-445e-bc18-7d0e12a657c7 req-f6ddcf91-94ec-4dfd-bb16-dc1477ba94bc tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.2108941 Dec 16 14:56:46.073465 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9c7f9c1-1734-42d3-a57f-413db85fce06 req-4c616c2d-73dc-455a-b5bc-86824823088b service neutron] 10.222.0.32 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780019 Dec 16 14:56:46.409807 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b80892f-020c-445e-bc18-7d0e12a657c7 req-80139a05-035a-40d0-a58a-7b3053996142 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345244 Dec 16 14:56:46.456459 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9c7f9c1-1734-42d3-a57f-413db85fce06 req-cca1af56-604c-4294-9198-2b2cdbffa568 service neutron] 10.222.0.32 "GET /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665137 Dec 16 14:56:46.618942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb198d5-dd20-4376-9ff2-abdb0b870ceb req-c93591af-77bf-45f8-8357-ae9400c6acaa tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:46.620719 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0cb198d5-dd20-4376-9ff2-abdb0b870ceb req-c93591af-77bf-45f8-8357-ae9400c6acaa tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 943 time: 0.0957396 Dec 16 14:56:46.672209 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0cb198d5-dd20-4376-9ff2-abdb0b870ceb req-d2429109-b7c3-4955-ba64-0ce957987100 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 Dec 16 14:56:46.988909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-f5033c84-3ad4-4f5e-aa59-0a9e578794e4 req-b2f9891e-d060-4882-8c7a-03bde7de5906 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Synchronizing usage tracker for tenant:bb215be9a78b4d7a904be761bb48df83 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:56:47.059575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-f5033c84-3ad4-4f5e-aa59-0a9e578794e4 req-b2f9891e-d060-4882-8c7a-03bde7de5906 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Unset dirty status for tenant:bb215be9a78b4d7a904be761bb48df83 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:56:47.061184 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f5033c84-3ad4-4f5e-aa59-0a9e578794e4 req-b2f9891e-d060-4882-8c7a-03bde7de5906 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5ff6f9-7844-4eb8-863d-3eb7336f13e9 HTTP/1.1" status: 200 len: 210 time: 0.1429255 Dec 16 14:56:47.348100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34902) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:47.585560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-933362660-network', 'tenant_id': '82c54cd4bbfa47179208442c37ff8072'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:47.591788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:47.596554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Usage tracker for resource:network and tenant:82c54cd4bbfa47179208442c37ff8072 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:47.601001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:47.618885 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:47.653570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Made reservation on behalf of 82c54cd4bbfa47179208442c37ff8072 for: {'network': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:56:47.659081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:47.672107 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620b98e-b93b-4a9c-a156-002114a579b1 req-1bc4b31f-db34-4d47-b55a-55778f81d1f2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:47.672933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:47.673747 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2620b98e-b93b-4a9c-a156-002114a579b1 req-1bc4b31f-db34-4d47-b55a-55778f81d1f2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1217899 Dec 16 14:56:47.710268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:47.715289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Usage tracker for resource:security_group_rule and tenant:82c54cd4bbfa47179208442c37ff8072 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:47.718295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:47.727074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:47.727959 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2620b98e-b93b-4a9c-a156-002114a579b1 req-9e9ee015-b522-476e-9005-86b7d2188e58 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477405 Dec 16 14:56:47.950727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6e89-8229-447a-a231-96739901f71f req-ab1f2302-9b00-4fce-9eb5-d3098b07f00f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:47.952291 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e1e6e89-8229-447a-a231-96739901f71f req-ab1f2302-9b00-4fce-9eb5-d3098b07f00f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 943 time: 0.0952981 Dec 16 14:56:48.001950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:48.022341 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e1e6e89-8229-447a-a231-96739901f71f req-eb6c9173-f0ef-46c3-8ae0-083918538371 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614960 Dec 16 14:56:48.036029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:48.040799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:48.065629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=88293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:56:48.079263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8a290b-16d6-4e9f-9108-acb74d8a73d7,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:48.083742 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:48.084713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:48.085099 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Added segment c92e12fc-b660-4251-84e9-c519e2f7fb96 of type vlan for network cb94f100-b39d-4377-8757-714a2d6de683 Dec 16 14:56:48.113572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:48.188654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:48.190009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:48.194405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:48.196482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-431007a6-2234-41cc-890a-46ed1381f2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:48.298829 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9494996 Dec 16 14:56:48.302233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34936) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:48.305438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Pushing event updated for resources: {'Network': ['ID=cb94f100-b39d-4377-8757-714a2d6de683,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:48.308372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:48.311633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Request body: {'subnet': {'network_id': 'cb94f100-b39d-4377-8757-714a2d6de683', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-933362660-subnet', 'tenant_id': '82c54cd4bbfa47179208442c37ff8072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:48.316414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network cb94f100-b39d-4377-8757-714a2d6de683 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:56:48.318384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:48.322616 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Usage tracker for resource:subnet and tenant:82c54cd4bbfa47179208442c37ff8072 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:48.325783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:48.332679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:48.371487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Made reservation on behalf of 82c54cd4bbfa47179208442c37ff8072 for: {'subnet': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:56:48.377924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15168298'] for subnet, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:48.640829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839912041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15168315'] for subnet, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:48.656731 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2db7cb22-5896-4874-9c57-32e28c797513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:48.740111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a23b359f-325c-4653-9460-0dff5c52dff9,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:48.742915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:48.759894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Checking segment: {'id': 'c92e12fc-b660-4251-84e9-c519e2f7fb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cb94f100-b39d-4377-8757-714a2d6de683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:56:48.760282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Network hostable DHCP agents. Network: cb94f100-b39d-4377-8757-714a2d6de683, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:56:48.811429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Network cb94f100-b39d-4377-8757-714a2d6de683 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:56:48.816328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 96f464f8-7a32-4677-a9f6-58f3e9c5a773 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:56:48.852706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 7acef39a-9c04-451d-a9cb-0b2592134f8b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 14:56:48.854689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, cb94f100-b39d-4377-8757-714a2d6de683) {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:56:48.866975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:48.867668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:48.893307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 7acef39a-9c04-451d-a9cb-0b2592134f8b {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 14:56:48.893699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 7acef39a-9c04-451d-a9cb-0b2592134f8b not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 14:56:48.895319 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ccc0de-53c0-4415-9e5e-59813b60383c None None] Network cb94f100-b39d-4377-8757-714a2d6de683 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:56:48.939580 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6271319 Dec 16 14:56:48.976310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d28300-faf7-4c4d-a1d3-7a8744cdeaee req-565308a7-e691-482f-892c-0226fec25094 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:48.983919 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a7d28300-faf7-4c4d-a1d3-7a8744cdeaee req-565308a7-e691-482f-892c-0226fec25094 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1246216 Dec 16 14:56:49.064994 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a7d28300-faf7-4c4d-a1d3-7a8744cdeaee req-8b918fde-90f5-4156-84c6-ddcd4601a8ab tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741842 Dec 16 14:56:49.236974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 96f464f8-7a32-4677-a9f6-58f3e9c5a773, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=96f464f8-7a32-4677-a9f6-58f3e9c5a773,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:49.246449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f6511-aad2-4afc-8c92-1004c42f537f None None] Network cb94f100-b39d-4377-8757-714a2d6de683 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:56:49.296214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '96f464f8-7a32-4677-a9f6-58f3e9c5a773', 'network_id': 'dccb4f55-43d1-4fdb-b128-a148d791e0a8', 'port_id': '96f464f8-7a32-4677-a9f6-58f3e9c5a773', 'mac_address': 'fa:16:3e:f8:9f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952351fd-91a0-490d-8ec5-b351f8329c40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:56:49.310214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae54da7-6d84-4c97-ba6c-202cdd72d208 req-7d27b962-ded3-407f-aa8b-d5e0ffacc6e9 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:49.323400 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ae54da7-6d84-4c97-ba6c-202cdd72d208 req-7d27b962-ded3-407f-aa8b-d5e0ffacc6e9 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 943 time: 0.1185446 Dec 16 14:56:49.399260 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:49.406422 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ae54da7-6d84-4c97-ba6c-202cdd72d208 req-5f2fdd7a-d1e5-4005-b053-9ef71ee6260f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820396 Dec 16 14:56:49.478409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f464f8-7a32-4677-a9f6-58f3e9c5a773 {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:56:49.509611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 96f464f8-7a32-4677-a9f6-58f3e9c5a773, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=96f464f8-7a32-4677-a9f6-58f3e9c5a773,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:49.558701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:49.564851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:49.647682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=96f464f8-7a32-4677-a9f6-58f3e9c5a773,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:49.652862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:49.758419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35044) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:49.946682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:49.986233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:49.990303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Usage tracker for resource:security_group_rule and tenant:5e15167b853b4b3cbb686b360e9b8cbc is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:49.993867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:50.000271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:50.075302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.099750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.110978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-84d0570c-bc21-4942-b495-a4a2d7e57b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:50.158774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4d7c0-5bf1-45b9-a7c3-d8d051914a86,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:50.166634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35072) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:50.166815 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e15167b853b4b3cbb686b360e9b8cbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4072638 Dec 16 14:56:50.167916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:50.239937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a34e6c93-0e8c-430e-9933-140ebd98781b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.270996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['96f464f8-7a32-4677-a9f6-58f3e9c5a773'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:56:50.272724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a34e6c93-0e8c-430e-9933-140ebd98781b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.337240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a34ab-e4f2-4241-8cbd-b809d6529dbb req-5e5f87d6-062a-4540-92a1-38c4343f1698 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:50.345496 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4a7a34ab-e4f2-4241-8cbd-b809d6529dbb req-5e5f87d6-062a-4540-92a1-38c4343f1698 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1297405 Dec 16 14:56:50.356953 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a34e6c93-0e8c-430e-9933-140ebd98781b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.363328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:50.387428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e6c93-0e8c-430e-9933-140ebd98781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4d7c0-5bf1-45b9-a7c3-d8d051914a86,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:50.395954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a34e6c93-0e8c-430e-9933-140ebd98781b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:50.411320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a34e6c93-0e8c-430e-9933-140ebd98781b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.415482 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a34e6c93-0e8c-430e-9933-140ebd98781b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/caf4d7c0-5bf1-45b9-a7c3-d8d051914a86 HTTP/1.1" status: 204 len: 168 time: 0.2473571 Dec 16 14:56:50.453351 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4a7a34ab-e4f2-4241-8cbd-b809d6529dbb req-56fc3d2d-9dbd-4073-b74d-450a0d06caef tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018941 Dec 16 14:56:50.675099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35092) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:50.682002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1160761519-network', 'tenant_id': '709dba76d8904bba8f26891106c3d5eb'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:50.688194 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:50.693106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Usage tracker for resource:network and tenant:709dba76d8904bba8f26891106c3d5eb is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:50.701427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:50.706447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c523de9-fb44-4630-afa7-85cf23d043a2 req-e2845c67-0db8-4ba1-9d15-725efa7be102 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:50.708453 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c523de9-fb44-4630-afa7-85cf23d043a2 req-e2845c67-0db8-4ba1-9d15-725efa7be102 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 944 time: 0.1248267 Dec 16 14:56:50.715404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:50.760563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Made reservation on behalf of 709dba76d8904bba8f26891106c3d5eb for: {'network': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:56:50.766072 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.773035 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c523de9-fb44-4630-afa7-85cf23d043a2 req-b07dc978-d884-4534-9195-a4848ad02b64 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484660 Dec 16 14:56:50.780714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.826645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:50.831114 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Usage tracker for resource:security_group_rule and tenant:709dba76d8904bba8f26891106c3d5eb is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:50.834471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:50.840735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:50.914589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.968122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:50.972760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f380fcc4-9630-4e28-a360-859f2d127024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:51.002627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=88293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:56:51.012223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfdc6b3-36ec-454a-8583-1f3ac4290eaf,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:51.016181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:51.019344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.019748 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Added segment 6098fa21-0ba1-4382-991f-6df2f6919275 of type vlan for network fc8d1f1e-1c62-4041-a212-153ef66f8e13 Dec 16 14:56:51.078119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.150990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.152827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:51.153484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.160530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:51.235323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35118) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:51.255488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.290983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Pushing event updated for resources: {'Network': ['ID=fc8d1f1e-1c62-4041-a212-153ef66f8e13,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:51.291079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:51.294311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:51.301969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:879ee99598e04b29830e2e7bfc20c054 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:51.303644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network fc8d1f1e-1c62-4041-a212-153ef66f8e13 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:56:51.305679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:51.312101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:51.339912 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6634388 Dec 16 14:56:51.343556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35122) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:51.358656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Request body: {'subnet': {'network_id': 'fc8d1f1e-1c62-4041-a212-153ef66f8e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1160761519-subnet', 'tenant_id': '709dba76d8904bba8f26891106c3d5eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:56:51.371148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:51.376288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Usage tracker for resource:subnet and tenant:709dba76d8904bba8f26891106c3d5eb is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:51.380607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:51.391426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:51.413478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.447774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Made reservation on behalf of 709dba76d8904bba8f26891106c3d5eb for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:56:51.452618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.474311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.485019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7eaf399d-6937-4495-acc3-a0cff19525f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:51.547130 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=879ee99598e04b29830e2e7bfc20c054&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3081360 Dec 16 14:56:51.547130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4414d1-fb34-49d0-b763-c5614179720a,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:51.548480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35128) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:51.551095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:51.767419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-502da20b-81ed-446c-a52a-df93445068c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.791905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56dc49-15e7-4b16-8916-4873bd59ef3c req-34bf89bb-d902-4fa1-a41e-914e95ea3211 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:51.793589 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9e56dc49-15e7-4b16-8916-4873bd59ef3c req-34bf89bb-d902-4fa1-a41e-914e95ea3211 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.2041340 Dec 16 14:56:51.856193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-502da20b-81ed-446c-a52a-df93445068c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.934639 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9e56dc49-15e7-4b16-8916-4873bd59ef3c req-fcf39acc-1225-4a7a-9d91-4deb7ff5b556 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216414 Dec 16 14:56:51.943736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:51.953810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:52.012158 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-502da20b-81ed-446c-a52a-df93445068c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:52.041309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=28edea3a-0129-49ec-afd0-7c66925e75e3,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:52.043103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f393287-e078-4d66-a903-640aff7d763f req-832fb10e-cb62-4880-b7a7-f67df08b9f0f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:52.053975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:52.055379 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b35c65b-e260-4484-9e8a-899daa107866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:52.057776 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9f393287-e078-4d66-a903-640aff7d763f req-832fb10e-cb62-4880-b7a7-f67df08b9f0f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 944 time: 0.1423845 Dec 16 14:56:52.080966 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502da20b-81ed-446c-a52a-df93445068c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4414d1-fb34-49d0-b763-c5614179720a,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:52.085356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-502da20b-81ed-446c-a52a-df93445068c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:52.087633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-502da20b-81ed-446c-a52a-df93445068c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:52.097073 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-502da20b-81ed-446c-a52a-df93445068c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f4414d1-fb34-49d0-b763-c5614179720a HTTP/1.1" status: 204 len: 168 time: 0.5421045 Dec 16 14:56:52.109491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Checking segment: {'id': '6098fa21-0ba1-4382-991f-6df2f6919275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'fc8d1f1e-1c62-4041-a212-153ef66f8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:56:52.109951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Network hostable DHCP agents. Network: fc8d1f1e-1c62-4041-a212-153ef66f8e13, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:56:52.132322 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9f393287-e078-4d66-a903-640aff7d763f req-82417d89-3747-4c80-8c90-3b535edd5bf3 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735307 Dec 16 14:56:52.167986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Network fc8d1f1e-1c62-4041-a212-153ef66f8e13 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:56:52.219385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, fc8d1f1e-1c62-4041-a212-153ef66f8e13) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:56:52.224240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:52.225084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:52.230199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d49dd5-6caf-48c2-928a-b24403c81a79 None None] Network fc8d1f1e-1c62-4041-a212-153ef66f8e13 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:56:52.274748 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9298778 Dec 16 14:56:52.499055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bdf1d2-c3a9-4e7a-abd3-f47f3c2c7134 None None] Network fc8d1f1e-1c62-4041-a212-153ef66f8e13 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:56:52.550743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35206) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:52.642701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] Deleting subnet a23b359f-325c-4653-9460-0dff5c52dff9 {{(pid=88293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:56:52.651203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:52.712822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:52.721816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:52.853147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for subnet, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:52.858886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6ce15ab9-b473-491d-b877-aef3a54dc9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:52.894566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a23b359f-325c-4653-9460-0dff5c52dff9,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:52.898987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:52.902719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:52.904090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 96f464f8-7a32-4677-a9f6-58f3e9c5a773 up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:56:52.911114 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a23b359f-325c-4653-9460-0dff5c52dff9 HTTP/1.1" status: 204 len: 168 time: 0.3582878 Dec 16 14:56:52.912916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35216) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:52.973545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35226) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:52.999588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.047655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.081706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 96f464f8-7a32-4677-a9f6-58f3e9c5a773 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:56:53.088817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 96f464f8-7a32-4677-a9f6-58f3e9c5a773 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:56:53.090656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.140447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:53.144694 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Usage tracker for resource:security_group_rule and tenant:978745feb6f44bdca1231d48fc6b50b5 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:53.147729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:53.156367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:53.238863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.268360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.298367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.309065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:53.323380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.324254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.324738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.325634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.326133 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > port after_create 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.326571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.327104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > port after_update 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.327536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.327971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.328438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.328811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.365406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 96f464f8-7a32-4677-a9f6-58f3e9c5a773, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=96f464f8-7a32-4677-a9f6-58f3e9c5a773,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:56:53.365406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebac3c82-8804-4181-82ec-ca1f3bf55076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f464f8-7a32-4677-a9f6-58f3e9c5a773'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:56:53.402283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.404281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:53.417007 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=978745feb6f44bdca1231d48fc6b50b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4407470 Dec 16 14:56:53.420677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.421073 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.421447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.421815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 16 14:56:53.422254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb94f100-b39d-4377-8757-714a2d6de683']}} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:53.431462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35254) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:53.442634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92e12fc-b660-4251-84e9-c519e2f7fb96') {'for_net_delete': True} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:53.443080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92e12fc-b660-4251-84e9-c519e2f7fb96') {} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:53.463534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15326250'] for segment, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.489412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.501496 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=88293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 14:56:53.502388 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839929726'] for segment, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.502790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=96f464f8-7a32-4677-a9f6-58f3e9c5a773,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:53.506763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:53.515901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6460f77-9bb0-4945-bd13-2639ee8bda9b,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:53.519755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: (self, other), Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: (self, other), Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:56:53.522405 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:56:53.541424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-406e1589-ce1f-4d42-ab0b-cdde563f7c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.546127 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54368a79-e551-4c49-9d8d-79493ebfad9a req-3214edb6-9105-4f45-9f5f-aba007bd636a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:53.547891 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-54368a79-e551-4c49-9d8d-79493ebfad9a req-3214edb6-9105-4f45-9f5f-aba007bd636a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.3140433 Dec 16 14:56:53.585712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36246db-16ca-4547-b6a0-697e8fb6ae39 req-3cf4e155-3db8-4fba-b5d0-887a14783a9a tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:53.588172 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f36246db-16ca-4547-b6a0-697e8fb6ae39 req-3cf4e155-3db8-4fba-b5d0-887a14783a9a tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 945 time: 0.2588220 Dec 16 14:56:53.592769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-406e1589-ce1f-4d42-ab0b-cdde563f7c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.660674 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-54368a79-e551-4c49-9d8d-79493ebfad9a req-f25be18c-6110-4ae9-9913-98d6728ad2d2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553870 Dec 16 14:56:53.671067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.676496 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:53.690192 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f36246db-16ca-4547-b6a0-697e8fb6ae39 req-51fedf1d-eb9f-4d33-acac-e9aa15d45715 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898094 Dec 16 14:56:53.704622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.712246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=cb94f100-b39d-4377-8757-714a2d6de683,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:53.716995 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] 10.222.0.45 "DELETE /v2.0/networks/cb94f100-b39d-4377-8757-714a2d6de683 HTTP/1.1" status: 204 len: 168 time: 0.8029199 Dec 16 14:56:53.718218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:53.720660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35270) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:53.762294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-406e1589-ce1f-4d42-ab0b-cdde563f7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.767831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:53.776591 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebac3c82-8804-4181-82ec-ca1f3bf55076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f464f8-7a32-4677-a9f6-58f3e9c5a773', 'code': 200} Dec 16 14:56:53.784068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e1589-ce1f-4d42-ab0b-cdde563f7c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6460f77-9bb0-4945-bd13-2639ee8bda9b,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:53.793555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-406e1589-ce1f-4d42-ab0b-cdde563f7c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:53.803000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-406e1589-ce1f-4d42-ab0b-cdde563f7c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.808010 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-406e1589-ce1f-4d42-ab0b-cdde563f7c17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6460f77-9bb0-4945-bd13-2639ee8bda9b HTTP/1.1" status: 204 len: 168 time: 0.3754642 Dec 16 14:56:53.828955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] Deleting subnet 28edea3a-0129-49ec-afd0-7c66925e75e3 {{(pid=88293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:56:53.836401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.915692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839449565'] for subnet, precommit_delete_associations {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:53.982221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.105343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14847776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839537994'] for subnet, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.110617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c8ccd3c0-d6b5-45b7-aa21-f09df7202c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:54.186004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28edea3a-0129-49ec-afd0-7c66925e75e3,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:54.194383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.194790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:54.201909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.214618 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/28edea3a-0129-49ec-afd0-7c66925e75e3 HTTP/1.1" status: 204 len: 168 time: 0.4928503 Dec 16 14:56:54.217393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35288) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:54.267675 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3548774b-3276-40d0-89e8-04d6d73a2069 req-c1eb86f4-8605-41fa-8864-481b6b889bbe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 1098 time: 0.1258528 Dec 16 14:56:54.351152 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3548774b-3276-40d0-89e8-04d6d73a2069 req-84b772d9-a33b-45da-b1e0-b30599200098 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659151 Dec 16 14:56:54.379263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.532471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.562918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8d1f1e-1c62-4041-a212-153ef66f8e13']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:54.576336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6098fa21-0ba1-4382-991f-6df2f6919275') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:54.576681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6098fa21-0ba1-4382-991f-6df2f6919275') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:56:54.589835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.607729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.614296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 14:56:54.614736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:56:54.629150 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:56:54.762067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.781433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d6a906a2-a999-4d88-a411-437efbf51c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:54.791546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:54.799534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8d1f1e-1c62-4041-a212-153ef66f8e13,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:54.803908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:54.807048 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fc8d1f1e-1c62-4041-a212-153ef66f8e13 HTTP/1.1" status: 204 len: 168 time: 0.5883763 Dec 16 14:56:54.901776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a766ca-9436-4184-83cf-d218501eda0c req-25284cbb-dc7f-41b5-ab07-72b6cd895fa2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:54.910280 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f0a766ca-9436-4184-83cf-d218501eda0c req-25284cbb-dc7f-41b5-ab07-72b6cd895fa2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0953889 Dec 16 14:56:54.936232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82811745-411a-4ea4-b5e6-32090a3b9fdb req-ff5a530a-4a47-4183-a3f9-2c76e4e22d87 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:54.946581 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-82811745-411a-4ea4-b5e6-32090a3b9fdb req-ff5a530a-4a47-4183-a3f9-2c76e4e22d87 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 945 time: 0.1059561 Dec 16 14:56:54.973371 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f0a766ca-9436-4184-83cf-d218501eda0c req-e9fef35c-c6b4-4050-932f-a988a2117c9c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613711 Dec 16 14:56:55.002808 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-82811745-411a-4ea4-b5e6-32090a3b9fdb req-bffaa795-0801-49dc-801d-83bfe0060f09 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535221 Dec 16 14:56:55.175004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35352) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:55.234057 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8da6acc8-de2e-4ee3-bccf-7c28ed7526df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82c54cd4bbfa47179208442c37ff8072&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0576100 Dec 16 14:56:55.236898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35356) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:55.301793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-56de5076-d274-4d02-bfd6-37e0c8e47506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:55.331566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-56de5076-d274-4d02-bfd6-37e0c8e47506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:55.440561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-56de5076-d274-4d02-bfd6-37e0c8e47506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:55.448995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3669c07a-a506-4b59-83af-fc41b88e7268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:55.501867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de5076-d274-4d02-bfd6-37e0c8e47506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8a290b-16d6-4e9f-9108-acb74d8a73d7,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:55.509251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-56de5076-d274-4d02-bfd6-37e0c8e47506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:55.512957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-56de5076-d274-4d02-bfd6-37e0c8e47506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:55.514258 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-56de5076-d274-4d02-bfd6-37e0c8e47506 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d8a290b-16d6-4e9f-9108-acb74d8a73d7 HTTP/1.1" status: 204 len: 168 time: 0.2760618 Dec 16 14:56:55.547448 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f35c018a-6748-4db2-8a54-38fbe367146d req-12819d72-1d10-448d-a919-a31b40bb8126 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883777 Dec 16 14:56:55.727810 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f35c018a-6748-4db2-8a54-38fbe367146d req-30323c00-424b-40df-9202-e4cfb8533aff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1099 time: 0.0781665 Dec 16 14:56:55.902532 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c018a-6748-4db2-8a54-38fbe367146d req-beb4694a-faa1-4183-b869-e63465ed76fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:55.904456 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f35c018a-6748-4db2-8a54-38fbe367146d req-beb4694a-faa1-4183-b869-e63465ed76fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 919 time: 0.1414540 Dec 16 14:56:55.984749 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f35c018a-6748-4db2-8a54-38fbe367146d req-683919b3-b08d-406b-9bc4-bd2d02b59751 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32 HTTP/1.1" status: 200 len: 217 time: 0.0710273 Dec 16 14:56:56.082911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c018a-6748-4db2-8a54-38fbe367146d req-ab508679-63ad-43a1-a274-f6073da2d791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:56.084803 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f35c018a-6748-4db2-8a54-38fbe367146d req-ab508679-63ad-43a1-a274-f6073da2d791 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.0932164 Dec 16 14:56:56.096884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35382) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:56.182304 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f35c018a-6748-4db2-8a54-38fbe367146d req-bad61690-1e8b-4d15-8261-50ce7107fd84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906589 Dec 16 14:56:56.198857 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-93faa2a7-6caf-4434-950e-11c8d182cc92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=709dba76d8904bba8f26891106c3d5eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1004565 Dec 16 14:56:56.212441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35390) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:56.321706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93083086-d56f-44c7-b3e6-7305e8a07649 req-7e21c635-eabc-428a-a2a2-cb446622cf5e tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:56.323491 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93083086-d56f-44c7-b3e6-7305e8a07649 req-7e21c635-eabc-428a-a2a2-cb446622cf5e tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 945 time: 0.1708007 Dec 16 14:56:56.332251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0fb09c56-a7df-43fb-a8e4-6a78514d5153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:56.432878 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93083086-d56f-44c7-b3e6-7305e8a07649 req-993f5690-435b-4ed4-aab0-6590537a204b tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981092 Dec 16 14:56:56.435121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0fb09c56-a7df-43fb-a8e4-6a78514d5153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:56.551159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0fb09c56-a7df-43fb-a8e4-6a78514d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:56.555309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-406e1589-ce1f-4d42-ab0b-cdde563f7c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:56.588824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb09c56-a7df-43fb-a8e4-6a78514d5153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfdc6b3-36ec-454a-8583-1f3ac4290eaf,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:56.607079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0fb09c56-a7df-43fb-a8e4-6a78514d5153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:56.615279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a823cbe-3a87-4678-af90-1242a6dcc16f req-fe7094d1-aaaa-4f46-aa11-5d2be447505a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:56.620344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0fb09c56-a7df-43fb-a8e4-6a78514d5153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:56.623104 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6a823cbe-3a87-4678-af90-1242a6dcc16f req-fe7094d1-aaaa-4f46-aa11-5d2be447505a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.4824228 Dec 16 14:56:56.626360 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0fb09c56-a7df-43fb-a8e4-6a78514d5153 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/adfdc6b3-36ec-454a-8583-1f3ac4290eaf HTTP/1.1" status: 204 len: 168 time: 0.4114769 Dec 16 14:56:56.683989 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f35c018a-6748-4db2-8a54-38fbe367146d req-26deb688-4527-457b-bd19-eb17a7bc7f81 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868693 Dec 16 14:56:56.717581 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6a823cbe-3a87-4678-af90-1242a6dcc16f req-2ff47821-347f-4c4c-a8e7-32c36011a2af tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932853 Dec 16 14:56:56.881938 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f35c018a-6748-4db2-8a54-38fbe367146d req-71bd0ee9-aeaf-46a3-b719-631756cf8d10 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460474 Dec 16 14:56:57.744941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da615331-04de-45d6-84f1-93f869d8b55b req-c48bebf0-5b7c-4d6a-8715-658e972197c6 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:57.746564 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-da615331-04de-45d6-84f1-93f869d8b55b req-c48bebf0-5b7c-4d6a-8715-658e972197c6 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 945 time: 0.0968285 Dec 16 14:56:57.822785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35460) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:57.842954 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-da615331-04de-45d6-84f1-93f869d8b55b req-0b4b8a95-3d18-4feb-8284-9faa452afff8 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872059 Dec 16 14:56:58.027339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af998a6c-902b-4af1-8c44-c445973358e0 req-c1d42c84-7bf7-4532-b210-726284289453 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:58.029395 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af998a6c-902b-4af1-8c44-c445973358e0 req-c1d42c84-7bf7-4532-b210-726284289453 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1055608 Dec 16 14:56:58.113929 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af998a6c-902b-4af1-8c44-c445973358e0 req-ecf24d8c-7874-47ec-b28f-da2166eef7b9 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781560 Dec 16 14:56:58.206347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d02893aa-185d-4c50-82fd-0003b960ea7b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb215be9a78b4d7a904be761bb48df83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3809216 Dec 16 14:56:58.208043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35480) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:58.275430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-73e8f47f-de7f-465f-9f4b-17344ac6277b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:58.305281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-73e8f47f-de7f-465f-9f4b-17344ac6277b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:58.373350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-73e8f47f-de7f-465f-9f4b-17344ac6277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:58.378879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:58.395347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8f47f-de7f-465f-9f4b-17344ac6277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51375a1-1578-403c-a97a-2775df699566,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:58.399558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-73e8f47f-de7f-465f-9f4b-17344ac6277b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:58.425232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-73e8f47f-de7f-465f-9f4b-17344ac6277b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:58.432898 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-73e8f47f-de7f-465f-9f4b-17344ac6277b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d51375a1-1578-403c-a97a-2775df699566 HTTP/1.1" status: 204 len: 168 time: 0.2186344 Dec 16 14:56:58.934737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35516) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:59.134405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:59.180812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:56:59.185358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Usage tracker for resource:security_group_rule and tenant:448ceaf886e54f9caf233ec9d234c86f is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:56:59.188609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:56:59.202758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:56:59.381860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:59.425478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:59.443854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:59.489101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ebe07-2d32-46b5-959c-836b48f5574e req-e01d9c46-47d7-45d1-a429-83737fc30a57 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:59.490801 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fd1ebe07-2d32-46b5-959c-836b48f5574e req-e01d9c46-47d7-45d1-a429-83737fc30a57 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.2061777 Dec 16 14:56:59.501159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a5fb89-9943-4e8f-ae93-1e5d174894df,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:59.508907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:59.545110 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=448ceaf886e54f9caf233ec9d234c86f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6088932 Dec 16 14:56:59.548092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35548) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:59.557549 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fd1ebe07-2d32-46b5-959c-836b48f5574e req-d96b2374-84f2-4f31-9d68-bcdb0d5ba1b1 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532098 Dec 16 14:56:59.635926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b404f328-3014-4111-ab45-f80b9ab8e56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:59.671591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b404f328-3014-4111-ab45-f80b9ab8e56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:59.819252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b404f328-3014-4111-ab45-f80b9ab8e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:59.825378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-502da20b-81ed-446c-a52a-df93445068c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:56:59.841390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404f328-3014-4111-ab45-f80b9ab8e56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a5fb89-9943-4e8f-ae93-1e5d174894df,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:56:59.844597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b404f328-3014-4111-ab45-f80b9ab8e56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:56:59.845851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b404f328-3014-4111-ab45-f80b9ab8e56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:56:59.847174 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b404f328-3014-4111-ab45-f80b9ab8e56f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08a5fb89-9943-4e8f-ae93-1e5d174894df HTTP/1.1" status: 204 len: 168 time: 0.2979839 Dec 16 14:56:59.943798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35566) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:56:59.946914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda35b-38ba-4e68-aa7e-38383a530d9a req-fe59688a-955a-43e3-b63a-2bbc3339eb96 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:56:59.948817 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-15bda35b-38ba-4e68-aa7e-38383a530d9a req-fe59688a-955a-43e3-b63a-2bbc3339eb96 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 945 time: 0.1006258 Dec 16 14:57:00.010610 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-15bda35b-38ba-4e68-aa7e-38383a530d9a req-48a509c6-f38e-4033-81f4-3618ca4a3baf tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555034 Dec 16 14:57:00.290407 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1491475163-network', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:00.295566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:00.299808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Usage tracker for resource:network and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:00.304533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:00.310819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:00.373582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Made reservation on behalf of 482e5876a2f84b6ca5fc8e3537c2e971 for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:57:00.378518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.404322 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.447611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:00.451784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Usage tracker for resource:security_group_rule and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:00.455122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:00.461995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:00.490345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35582) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:00.511012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.548798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:00.552880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:7f028934f5b64e3f976ed3f0ae4c161b is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:00.556717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:00.562562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:00.592775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.624660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.629309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-10fc3775-6dbf-4334-b7a6-c832c1eeb398 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:00.672613 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:57:00.674997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec79b29-554e-4bf8-99c1-75af5e224519,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:00.681230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:00.686354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.686806 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Added segment b71afc44-c470-498c-84f0-1cdd15f717f5 of type vlan for network 8b4d9c94-6212-4d8c-9d94-8cb624826270 Dec 16 14:57:00.718579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.754569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.779143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.780560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:00.781115 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.794080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abd71-56a4-476d-bb5c-b4283c7c70ee req-a3aee9ec-2611-4180-a96a-f813df197fb5 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:00.794583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0b249442-ab30-4add-8197-c0f7840ca322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:00.794682 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-090abd71-56a4-476d-bb5c-b4283c7c70ee req-a3aee9ec-2611-4180-a96a-f813df197fb5 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0988314 Dec 16 14:57:00.831847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:00.840094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c8546d15-df8a-44a1-9b01-e546da21fe46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:00.902589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51012895-6822-452e-8f61-aa2002483fc5,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:00.906303 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9585431 Dec 16 14:57:00.906303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Pushing event updated for resources: {'Network': ['ID=8b4d9c94-6212-4d8c-9d94-8cb624826270,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:00.906526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:00.906606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35594) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:00.909482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:00.913347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Request body: {'subnet': {'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1491475163-subnet', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'ip_version': 4}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:00.913466 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-090abd71-56a4-476d-bb5c-b4283c7c70ee req-313f7d00-c434-46f3-b00e-c5a87760376b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135850 Dec 16 14:57:00.917414 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f028934f5b64e3f976ed3f0ae4c161b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4255445 Dec 16 14:57:00.919254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:00.919905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35598) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:00.920386 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 8b4d9c94-6212-4d8c-9d94-8cb624826270 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:57:00.923658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Usage tracker for resource:subnet and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:00.927112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:00.934917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:00.996386 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Made reservation on behalf of 482e5876a2f84b6ca5fc8e3537c2e971 for: {'subnet': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:57:01.000663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e063a4be-84a2-4d27-a8a2-9bc7e784d706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.001310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15168298'] for subnet, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.047281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e063a4be-84a2-4d27-a8a2-9bc7e784d706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.150611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e063a4be-84a2-4d27-a8a2-9bc7e784d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.156975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-589b9f10-f061-4c4b-b101-d00baff23d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:01.221649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e063a4be-84a2-4d27-a8a2-9bc7e784d706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.222953 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e063a4be-84a2-4d27-a8a2-9bc7e784d706 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51012895-6822-452e-8f61-aa2002483fc5 HTTP/1.1" status: 204 len: 168 time: 0.3012054 Dec 16 14:57:01.224012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063a4be-84a2-4d27-a8a2-9bc7e784d706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51012895-6822-452e-8f61-aa2002483fc5,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:01.227807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e063a4be-84a2-4d27-a8a2-9bc7e784d706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:01.304800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf9a99-05bd-4e7c-a333-1016d820ca1b req-30d662e5-034f-41e4-a5cd-4515dc076cc2 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:01.306822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90cf9a99-05bd-4e7c-a333-1016d820ca1b req-30d662e5-034f-41e4-a5cd-4515dc076cc2 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 945 time: 0.1363568 Dec 16 14:57:01.333815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839912041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15168315'] for subnet, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.344333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:01.359425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90cf9a99-05bd-4e7c-a333-1016d820ca1b req-caaed9b8-5010-4de7-86ae-2e4240d775fc tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Dec 16 14:57:01.447258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f2d9af-9dfa-424a-ae3e-58d657fffab4,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:01.451801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:01.452961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Checking segment: {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:57:01.453420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Network hostable DHCP agents. Network: 8b4d9c94-6212-4d8c-9d94-8cb624826270, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:57:01.533479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Network 8b4d9c94-6212-4d8c-9d94-8cb624826270 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:57:01.597007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 8b4d9c94-6212-4d8c-9d94-8cb624826270) {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:01.609184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c80a27-fd1b-4942-9a78-4186135f935a None None] Network 8b4d9c94-6212-4d8c-9d94-8cb624826270 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:57:01.611583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:01.612391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.620676 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1e45982-e560-4d31-8802-b8e78ed74f13 req-9b78bc50-648a-4ed9-80d9-7845102cf767 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 1098 time: 0.0758884 Dec 16 14:57:01.668718 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7585397 Dec 16 14:57:01.669150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35612) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:01.674700 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:01.695140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:01.703676 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Usage tracker for resource:router and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:01.708526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:01.715646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:01.740001 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1e45982-e560-4d31-8802-b8e78ed74f13 req-92bec9e8-4441-4d76-8553-945719b74665 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597312 Dec 16 14:57:01.790848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.792427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.812584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:01.852646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-8b4d9c94-6212-4d8c-9d94-8cb624826270', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 14:57:01.853559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:02.010172 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:02.044244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Allocated IP 172.20.0.2 (8b4d9c94-6212-4d8c-9d94-8cb624826270/20f2d9af-9dfa-424a-ae3e-58d657fffab4/d97dea3e-9dfd-4520-914d-e88993f9253b) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:57:02.296303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98406a5-fd2b-4fae-8d25-94c24b452943 req-641080cc-5220-43de-ac42-46cbbf3839e3 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:02.298279 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a98406a5-fd2b-4fae-8d25-94c24b452943 req-641080cc-5220-43de-ac42-46cbbf3839e3 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.1891491 Dec 16 14:57:02.323225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:02.336371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Transition to ACTIVE for port object d97dea3e-9dfd-4520-914d-e88993f9253b will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:02.391165 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Transition to ACTIVE for port object d97dea3e-9dfd-4520-914d-e88993f9253b will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:02.442972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:02.458793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:02.462844 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a98406a5-fd2b-4fae-8d25-94c24b452943 req-e0e10c1c-772c-4417-972b-e0a131b6e873 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574059 Dec 16 14:57:02.508898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:02.573977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:02.579615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Pushing event updated for resources: {'Port': ['ID=d97dea3e-9dfd-4520-914d-e88993f9253b,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:02.598344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:02.621108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Network 8b4d9c94-6212-4d8c-9d94-8cb624826270 is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:57:02.627518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:02.635331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:57:02.642922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b9fa-3373-40a3-b4ff-69fad092173d req-321d4d6b-cf8b-4741-88f7-fe518997c8b2 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:02.651469 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b14b9fa-3373-40a3-b4ff-69fad092173d req-321d4d6b-cf8b-4741-88f7-fe518997c8b2 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 945 time: 0.1167624 Dec 16 14:57:02.746018 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b14b9fa-3373-40a3-b4ff-69fad092173d req-97285047-e4f0-4b03-a507-ceee70f5948c tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935626 Dec 16 14:57:02.799421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Allocated IP 172.27.2.253 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/9fa1846f-2afc-45ec-9866-51e6fbf58eb2) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:57:02.802562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Attempting to bind port d97dea3e-9dfd-4520-914d-e88993f9253b on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:57:02.802983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Attempting to bind port d97dea3e-9dfd-4520-914d-e88993f9253b by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:57:02.803396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Attempting to bind port d97dea3e-9dfd-4520-914d-e88993f9253b on network 8b4d9c94-6212-4d8c-9d94-8cb624826270 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:57:02.811539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:57:02.811670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Checking segment: {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:57:02.812042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:02.812489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Bound using segment: {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:57:02.813009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Bound port: d97dea3e-9dfd-4520-914d-e88993f9253b, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:57:02.813424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:02.952730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] For port d97dea3e-9dfd-4520-914d-e88993f9253b, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:57:02.956959 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] For port d97dea3e-9dfd-4520-914d-e88993f9253b, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=d97dea3e-9dfd-4520-914d-e88993f9253b,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:57:02.992725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:02.998950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:03.029268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:03.057499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-2809be61-8fae-4727-b4ab-6d94cfd05ff8 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:03.059296 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-2809be61-8fae-4727-b4ab-6d94cfd05ff8 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 945 time: 0.1489999 Dec 16 14:57:03.085122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Pushing event updated for resources: {'Port': ['ID=d97dea3e-9dfd-4520-914d-e88993f9253b,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:03.088917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:03.144053 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Deleting port 96f464f8-7a32-4677-a9f6-58f3e9c5a773 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 14:57:03.144446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:03.174979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:03.188964 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a2387e3d-642e-41f1-8f15-80873f9a99e0 tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:03.318265 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:57:03.325434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:03.330362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Pushing event updated for resources: {'Port': ['ID=9fa1846f-2afc-45ec-9866-51e6fbf58eb2,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:03.332874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:57:03.379321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35660) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:03.389756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.390193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.390600 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.390996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.391394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.391782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.392145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.392534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.392918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.393298 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.393680 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:03.420342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:03.691612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:03.699581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] For port 96f464f8-7a32-4677-a9f6-58f3e9c5a773, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=96f464f8-7a32-4677-a9f6-58f3e9c5a773,segment=NetworkSegment(fb3188ae-79f9-452b-bb7d-385f72998732),segment_id=fb3188ae-79f9-452b-bb7d-385f72998732)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:57:03.699989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:03.734997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:03.739204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Usage tracker for resource:security_group_rule and tenant:92bcfa9d2491468d95fb126e3334a15e is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:03.742251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:03.748325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:03.821775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:03.859489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:03.867813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:03.934167 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92bcfa9d2491468d95fb126e3334a15e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5534611 Dec 16 14:57:03.937985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35676) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:04.003055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af20fc5-58ec-431e-932b-6ac1c1315642,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:04.024344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.024940 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.025350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.025751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.026181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.026580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.026972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.027364 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.027756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.028144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.028547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:04.033132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:04.060640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bb126493-5c87-4ba6-ba18-5eec0e80dbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:04.075884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Calling delete_port for 96f464f8-7a32-4677-a9f6-58f3e9c5a773 owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 14:57:04.103562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bb126493-5c87-4ba6-ba18-5eec0e80dbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:04.193324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device d97dea3e-9dfd-4520-914d-e88993f9253b up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:04.247340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d41c6-4536-4eab-815f-37413397c60f req-bc147454-346e-46a5-b84a-818d679a5aae tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:04.249030 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-904d41c6-4536-4eab-815f-37413397c60f req-bc147454-346e-46a5-b84a-818d679a5aae tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.6021390 Dec 16 14:57:04.289856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710739cd-796e-4e0b-bd58-85d928eddb71 req-54e17ce3-0f06-48cf-8d2f-9d8f05684b6f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:04.291636 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-710739cd-796e-4e0b-bd58-85d928eddb71 req-54e17ce3-0f06-48cf-8d2f-9d8f05684b6f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 945 time: 0.1578553 Dec 16 14:57:04.310294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:04.311058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:04.311268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port d97dea3e-9dfd-4520-914d-e88993f9253b completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:04.330676 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-904d41c6-4536-4eab-815f-37413397c60f req-557c18fa-e644-4929-8a17-337f0dbb6eff tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739386 Dec 16 14:57:04.359895 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-710739cd-796e-4e0b-bd58-85d928eddb71 req-7be9f6fe-df25-421c-a5fd-0b4752649ac5 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/security-groups?id=26326ba1-9b51-4268-9bff-487644f7a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617130 Dec 16 14:57:04.419405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bb126493-5c87-4ba6-ba18-5eec0e80dbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:04.429622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0fb09c56-a7df-43fb-a8e4-6a78514d5153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:04.446593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb126493-5c87-4ba6-ba18-5eec0e80dbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af20fc5-58ec-431e-932b-6ac1c1315642,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:04.449122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bb126493-5c87-4ba6-ba18-5eec0e80dbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:04.450397 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-bb126493-5c87-4ba6-ba18-5eec0e80dbb5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8af20fc5-58ec-431e-932b-6ac1c1315642 HTTP/1.1" status: 204 len: 168 time: 0.5113397 Dec 16 14:57:04.451477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-bb126493-5c87-4ba6-ba18-5eec0e80dbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:04.562301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:04.578231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:04.601143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['96f464f8-7a32-4677-a9f6-58f3e9c5a773'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:57:04.686841 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Pushing event deleted for resources: {'Port': ['ID=96f464f8-7a32-4677-a9f6-58f3e9c5a773,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:04.691674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:04.747272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] No DVR routers for this DVR port 96f464f8-7a32-4677-a9f6-58f3e9c5a773 on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 14:57:04.749819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:04.754576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebac3c82-8804-4181-82ec-ca1f3bf55076', 'name': 'network-vif-deleted', 'tag': '96f464f8-7a32-4677-a9f6-58f3e9c5a773'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:57:04.820818 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebac3c82-8804-4181-82ec-ca1f3bf55076', 'name': 'network-vif-deleted', 'tag': '96f464f8-7a32-4677-a9f6-58f3e9c5a773', 'status': 'completed', 'code': 200} Dec 16 14:57:04.839756 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d8c22a5-d7f0-4e77-b01e-c89b7dc53b66 req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.32 "DELETE /v2.0/ports/96f464f8-7a32-4677-a9f6-58f3e9c5a773 HTTP/1.1" status: 204 len: 173 time: 1.7729712 Dec 16 14:57:04.883201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Router e78c19eb-3bf6-4643-a885-c50d412cabf9 is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 14:57:05.010533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e38896-6979-46e1-aba0-e1b26662c245 None None] Network 8b4d9c94-6212-4d8c-9d94-8cb624826270 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:57:05.167105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:57:05.168555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-72b555be-0565-4b84-8f31-662f304e1c8a None None] Provisioning for port d97dea3e-9dfd-4520-914d-e88993f9253b completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:05.178759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-72b555be-0565-4b84-8f31-662f304e1c8a None None] Provisioning complete for port d97dea3e-9dfd-4520-914d-e88993f9253b triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:05.178759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-72b555be-0565-4b84-8f31-662f304e1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:05.181788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Sync routers for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:57:05.196743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:05.197412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:56:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:05.227443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:05.228951 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7dbe3082-b1bc-46b9-94f4-775f6d7915da admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5587046 Dec 16 14:57:05.231908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35702) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:05.552150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:57:05.789768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-870ad6ed-db10-486c-a269-475478e74079 req-96b7cab8-418a-41e7-bca2-0326dea63536 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Synchronizing usage tracker for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:57:05.870490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-870ad6ed-db10-486c-a269-475478e74079 req-96b7cab8-418a-41e7-bca2-0326dea63536 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Unset dirty status for tenant:4732b1ccb145414ba7d9f3d93df9f8d5 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:57:05.871840 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-870ad6ed-db10-486c-a269-475478e74079 req-96b7cab8-418a-41e7-bca2-0326dea63536 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebac3c82-8804-4181-82ec-ca1f3bf55076 HTTP/1.1" status: 200 len: 210 time: 0.2019074 Dec 16 14:57:05.890292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92242e-4f05-454d-a3a0-cac9ba0ee107 req-a208d58c-9dfb-443d-a019-9493c2c0dde2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:05.891994 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de92242e-4f05-454d-a3a0-cac9ba0ee107 req-a208d58c-9dfb-443d-a019-9493c2c0dde2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.2955203 Dec 16 14:57:05.995824 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de92242e-4f05-454d-a3a0-cac9ba0ee107 req-2048d8a2-786e-43e6-99fe-9f976734394f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866799 Dec 16 14:57:06.016738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-72b555be-0565-4b84-8f31-662f304e1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:06.076931 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-72b555be-0565-4b84-8f31-662f304e1c8a None None] For port d97dea3e-9dfd-4520-914d-e88993f9253b, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=d97dea3e-9dfd-4520-914d-e88993f9253b,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:57:06.098510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:03Z', 'revision_number': 3, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:06.104241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Checking router: e78c19eb-3bf6-4643-a885-c50d412cabf9 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:57:06.104650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Updating router e78c19eb-3bf6-4643-a885-c50d412cabf9 port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:57:06.105058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-72b555be-0565-4b84-8f31-662f304e1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:06.107626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:06.200684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:06.222850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b555be-0565-4b84-8f31-662f304e1c8a None None] Pushing event updated for resources: {'Port': ['ID=d97dea3e-9dfd-4520-914d-e88993f9253b,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:06.227065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-72b555be-0565-4b84-8f31-662f304e1c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:06.431491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-3764b509-8cf0-4173-8017-eff896c0b68a None None] Provisioning complete for port d97dea3e-9dfd-4520-914d-e88993f9253b triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:06.432223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3764b509-8cf0-4173-8017-eff896c0b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:06.490195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45165e2-656b-4922-8e68-eb74b007319e req-a8a49624-20df-46e2-8728-f63338dfa6d2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:06.492525 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c45165e2-656b-4922-8e68-eb74b007319e req-a8a49624-20df-46e2-8728-f63338dfa6d2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.2416937 Dec 16 14:57:06.578667 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c45165e2-656b-4922-8e68-eb74b007319e req-4cded02e-659a-4635-8282-4cccf6362999 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744491 Dec 16 14:57:06.646515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:06.738504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Transition to ACTIVE for port object 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:06.779303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:06.784846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec630dbe-ebde-4768-aef0-44d4e7cdf9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:06.867944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Pushing event updated for resources: {'Port': ['ID=9fa1846f-2afc-45ec-9866-51e6fbf58eb2,revision_number=2']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:06.871032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Attempting to bind port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:57:06.871446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Attempting to bind port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:57:06.871847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Attempting to bind port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:57:06.883910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.884297 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.884674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.885060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.885419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.885784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.886226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.886589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.886950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.887310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.887967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:06.891142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:57:06.891559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:57:06.892089 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:06.892468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:57:06.892990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Bound port: 9fa1846f-2afc-45ec-9866-51e6fbf58eb2, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:57:06.893418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:06.933543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:06.988096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] For port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:57:06.992511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] For port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=9fa1846f-2afc-45ec-9866-51e6fbf58eb2,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:57:07.032941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:07.040353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:07.045539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:07.152884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Pushing event updated for resources: {'Port': ['ID=9fa1846f-2afc-45ec-9866-51e6fbf58eb2,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:07.156559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:07.162842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:07.163545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:56:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:07.384081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Allocated IP 172.20.0.1 (8b4d9c94-6212-4d8c-9d94-8cb624826270/20f2d9af-9dfa-424a-ae3e-58d657fffab4/27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:57:07.398077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:57:07.672085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:07.691057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Transition to ACTIVE for port object 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd will not be triggered until provisioned by entity DHCP. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:07.739383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:07.744743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:07.812881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Network 8b4d9c94-6212-4d8c-9d94-8cb624826270 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:57:07.816440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:07.821214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:57:07.857609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Pushing event updated for resources: {'Port': ['ID=27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:07.867606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:03Z', 'revision_number': 3, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:07.871643 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:07.872006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc74782-ea51-4f1f-b6e6-5f924af2b741 None None] The sync data for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi is: [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:03Z', 'revision_number': 3, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:57:07.904817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:07.997845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device d97dea3e-9dfd-4520-914d-e88993f9253b up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:08.074051 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:08.090679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port d97dea3e-9dfd-4520-914d-e88993f9253b triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:08.091211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:08.252941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d38806e1-27cb-4fe2-9802-9377e5108fea None None] Provisioning for port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:08.261904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d38806e1-27cb-4fe2-9802-9377e5108fea None None] Provisioning complete for port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:08.262575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d38806e1-27cb-4fe2-9802-9377e5108fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:08.324409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:08.325119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-d38806e1-27cb-4fe2-9802-9377e5108fea None None] Port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:57:08.408813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14863652'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:08.441167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:08.540988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Pushing event updated for resources: {'Port': ['ID=27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:08.543777 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:08.551868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:08.706334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Network 8b4d9c94-6212-4d8c-9d94-8cb624826270 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:57:08.707571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:09.157749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-0182a707-4be5-4aaa-87f1-8498f744852a None None] Provisioning complete for port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:09.158282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0182a707-4be5-4aaa-87f1-8498f744852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:09.158411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Router e78c19eb-3bf6-4643-a885-c50d412cabf9 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:57:09.219802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-0182a707-4be5-4aaa-87f1-8498f744852a None None] Port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:57:09.346824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 96f464f8-7a32-4677-a9f6-58f3e9c5a773 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 14:57:09.394896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 96f464f8-7a32-4677-a9f6-58f3e9c5a773 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 14:57:09.395299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 96f464f8-7a32-4677-a9f6-58f3e9c5a773 not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 14:57:09.600085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:57:09.610061 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] 10.222.0.45 "PUT /v2.0/routers/e78c19eb-3bf6-4643-a885-c50d412cabf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3766005 Dec 16 14:57:10.007773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:10.119961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:10.125604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:10.126027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:10.243639 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:10.259747 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=9fa1846f-2afc-45ec-9866-51e6fbf58eb2,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:57:10.297225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:10.299285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:10.377682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=9fa1846f-2afc-45ec-9866-51e6fbf58eb2,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:10.388096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.388650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.389100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.389546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.389982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.390446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.390899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.391356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.391796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.392161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.392523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:57:10.396723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:10.787950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35846) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:10.794769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1064029051-network', 'tenant_id': '69ef63282fb5426fb17d6c1345854061'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:10.799855 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:10.804520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Usage tracker for resource:network and tenant:69ef63282fb5426fb17d6c1345854061 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:10.807564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:10.814697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:10.868579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Made reservation on behalf of 69ef63282fb5426fb17d6c1345854061 for: {'network': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:57:10.873621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:10.887529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:10.921623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:10.925822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Usage tracker for resource:security_group_rule and tenant:69ef63282fb5426fb17d6c1345854061 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:10.930209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:10.936535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:11.006824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.033840 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.038981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d3d17a1e-18f0-4f17-8584-d1ba747c691e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:11.071296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=88293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:57:11.081083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f3f6b2-c194-403f-8326-41058c425dfb,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:11.084845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:11.087904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.088296 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Added segment eeb3e989-fead-4242-b46e-2812970297c2 of type vlan for network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b Dec 16 14:57:11.117346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.176825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.178175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:11.178971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.184229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:11.217195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df99ec26-1c5e-4093-8b57-4929804519c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.240003 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Sync routers for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:57:11.252462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:11.253142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:56:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:11.296746 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5070570 Dec 16 14:57:11.297663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Pushing event updated for resources: {'Network': ['ID=5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:11.300443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35854) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:11.300583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:11.309683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Request body: {'subnet': {'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1064029051-subnet', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'ip_version': 4}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:11.319223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:57:11.320409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:11.324612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Usage tracker for resource:subnet and tenant:69ef63282fb5426fb17d6c1345854061 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:11.328185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:11.335522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:11.368056 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Made reservation on behalf of 69ef63282fb5426fb17d6c1345854061 for: {'subnet': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:57:11.374848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15168298'] for subnet, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.544205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:57:11.619609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839912041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15168315'] for subnet, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.624741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:11.697894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfac5995-feaf-44a8-9320-94b0dc5fd4bb,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:11.703321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:11.714576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Checking segment: {'id': 'eeb3e989-fead-4242-b46e-2812970297c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:57:11.714969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Network hostable DHCP agents. Network: 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:57:11.756273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:57:11.811488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b) {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:11.815673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:11.816326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.849369 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0ef8f2-4422-4e08-bd1d-cddb9e7306dd None None] Network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:57:11.869609 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ea9e7739-d1e7-4de8-84a1-db2a26de3104 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5678968 Dec 16 14:57:11.872327 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35866) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:11.877901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:11.883337 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:11.887459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Usage tracker for resource:router and tenant:69ef63282fb5426fb17d6c1345854061 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:11.890467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:11.896625 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:11.949151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:11.949917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:12.031070 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:12.049688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:12.164119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:07Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd', 'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'mac_address': 'fa:16:3e:cb:49:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:07Z', 'updated_at': '2021-12-16T14:57:08Z', 'revision_number': 2, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'subnets': [{'id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:12.174785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Checking router: e78c19eb-3bf6-4643-a885-c50d412cabf9 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:57:12.175171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Updating router e78c19eb-3bf6-4643-a885-c50d412cabf9 port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:57:12.211111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b', 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'fixed_ips': [{'subnet_id': 'cfac5995-feaf-44a8-9320-94b0dc5fd4bb'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 14:57:12.212281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:12.303195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:12.314743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:12.315155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:12.539174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:12.787394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:12.815347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Allocated IP 172.20.0.2 (5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b/cfac5995-feaf-44a8-9320-94b0dc5fd4bb/249c0b7c-90c9-431a-aaaa-78a83d4fae69) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:57:12.821800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.013588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Allocated IP 172.27.2.180 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/2a04a27f-9062-4a02-9666-13b52b4f1ce7) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:57:13.064742 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.240239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.250744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.264584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Transition to ACTIVE for port object 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:13.269771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Transition to ACTIVE for port object 249c0b7c-90c9-431a-aaaa-78a83d4fae69 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:13.270315 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.304632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.308758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Transition to ACTIVE for port object 249c0b7c-90c9-431a-aaaa-78a83d4fae69 will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:13.315067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:13.335711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.341052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-797e89d4-b94e-4d9f-a1e1-72ec1038934f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:13.419351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.452311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77d500-12df-4043-b27e-64941c06ce50 None None] Pushing event updated for resources: {'Port': ['ID=27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:13.457762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9e77d500-12df-4043-b27e-64941c06ce50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:13.460069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:13.488654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:57:13.490031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Pushing event updated for resources: {'Port': ['ID=2a04a27f-9062-4a02-9666-13b52b4f1ce7,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:13.496611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:13.510492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:13.517476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:57:13.524819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Pushing event updated for resources: {'Port': ['ID=249c0b7c-90c9-431a-aaaa-78a83d4fae69,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:13.529313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:13.578495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:57:13.627245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:13.644871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:57:13.784765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.785553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.789426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Attempting to bind port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:57:13.789845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Attempting to bind port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:57:13.790326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Attempting to bind port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd on network 8b4d9c94-6212-4d8c-9d94-8cb624826270 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:57:13.796825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Attempting to bind port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:57:13.797218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Attempting to bind port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': 'eeb3e989-fead-4242-b46e-2812970297c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:57:13.797976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Attempting to bind port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 on network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:57:13.815918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:57:13.819867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Checking segment: {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:57:13.819867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.819867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Bound using segment: {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:57:13.819867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Bound port: 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:57:13.819867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.840609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:57:13.841032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Checking segment: {'id': 'eeb3e989-fead-4242-b46e-2812970297c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:57:13.841479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.841922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Bound using segment: {'id': 'eeb3e989-fead-4242-b46e-2812970297c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:57:13.842458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Bound port: 249c0b7c-90c9-431a-aaaa-78a83d4fae69, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb3e989-fead-4242-b46e-2812970297c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:57:13.842876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:13.897987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-199b593a-b0f6-45ac-a053-72bea803ca28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:14.005626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] For port 249c0b7c-90c9-431a-aaaa-78a83d4fae69, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:57:14.009078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] For port 249c0b7c-90c9-431a-aaaa-78a83d4fae69, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=249c0b7c-90c9-431a-aaaa-78a83d4fae69,segment=NetworkSegment(eeb3e989-fead-4242-b46e-2812970297c2),segment_id=eeb3e989-fead-4242-b46e-2812970297c2)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:57:14.028244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] For port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:57:14.032812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] For port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:57:14.040698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:14.045512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-72b555be-0565-4b84-8f31-662f304e1c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:14.083763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:14.099958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Router a5d20587-4896-46b7-971c-2856e067c583 is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 14:57:14.143987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Pushing event updated for resources: {'Port': ['ID=249c0b7c-90c9-431a-aaaa-78a83d4fae69,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:14.148279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:14.149064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-60b8dbce-03e6-44f4-929f-5bbed6fc7116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:14.213844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:14.214580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:57:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:14.333445 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77d500-12df-4043-b27e-64941c06ce50 None None] Pushing event updated for resources: {'Port': ['ID=27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:14.364557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9e77d500-12df-4043-b27e-64941c06ce50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:14.407960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:57:14.417898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Sync routers for ids ['a5d20587-4896-46b7-971c-2856e067c583'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:57:14.443531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Routers {'a5d20587-4896-46b7-971c-2856e067c583'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:14.445021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:57:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a5d20587-4896-46b7-971c-2856e067c583'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:14.451460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:14.509989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:57:14.515286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:14.516856 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6434765 Dec 16 14:57:14.519918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35924) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:14.679965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Set router a5d20587-4896-46b7-971c-2856e067c583 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:57:14.968663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:07Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd', 'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'mac_address': 'fa:16:3e:cb:49:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:07Z', 'updated_at': '2021-12-16T14:57:14Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'subnets': [{'id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:14.973234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e742a-9f17-41e9-bf9e-2cc30337a7f3 None None] The sync data for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi is: [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:07Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd', 'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'mac_address': 'fa:16:3e:cb:49:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:07Z', 'updated_at': '2021-12-16T14:57:14Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'subnets': [{'id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:57:15.068106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d20587-4896-46b7-971c-2856e067c583', 'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:11Z', 'updated_at': '2021-12-16T14:57:13Z', 'revision_number': 3, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'gw_port': {'id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:12Z', 'updated_at': '2021-12-16T14:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:15.073645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Checking router: a5d20587-4896-46b7-971c-2856e067c583 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:57:15.074335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Updating router a5d20587-4896-46b7-971c-2856e067c583 port 2a04a27f-9062-4a02-9666-13b52b4f1ce7 binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:57:15.158391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:15.599761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:15.621278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Transition to ACTIVE for port object 2a04a27f-9062-4a02-9666-13b52b4f1ce7 will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:15.642375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:15.665783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:15.677341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c9ab2390-f41e-47db-93f8-cebd0e52e0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:15.733821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:15.747525 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Attempting to bind port 2a04a27f-9062-4a02-9666-13b52b4f1ce7 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:57:15.747960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Attempting to bind port 2a04a27f-9062-4a02-9666-13b52b4f1ce7 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:57:15.748309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Attempting to bind port 2a04a27f-9062-4a02-9666-13b52b4f1ce7 on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:57:15.773121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299ba30-18af-43d2-90d1-999d6d5b0ea1 None None] Pushing event updated for resources: {'Port': ['ID=2a04a27f-9062-4a02-9666-13b52b4f1ce7,revision_number=2']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:15.775818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:57:15.776232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:57:15.776678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:15.777104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:57:15.777623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Bound port: 2a04a27f-9062-4a02-9666-13b52b4f1ce7, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:57:15.778033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:15.805965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e299ba30-18af-43d2-90d1-999d6d5b0ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:15.859681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] For port 2a04a27f-9062-4a02-9666-13b52b4f1ce7, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:57:15.863054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] For port 2a04a27f-9062-4a02-9666-13b52b4f1ce7, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=2a04a27f-9062-4a02-9666-13b52b4f1ce7,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:57:15.894084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:15.899599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec630dbe-ebde-4768-aef0-44d4e7cdf9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:16.011448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Allocated IP 172.20.0.1 (5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b/cfac5995-feaf-44a8-9320-94b0dc5fd4bb/87215f7c-0b19-4007-aa1e-826d69ad6fc0) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:57:16.060217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299ba30-18af-43d2-90d1-999d6d5b0ea1 None None] Pushing event updated for resources: {'Port': ['ID=2a04a27f-9062-4a02-9666-13b52b4f1ce7,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:16.067353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Routers {'a5d20587-4896-46b7-971c-2856e067c583'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:16.067353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:57:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a5d20587-4896-46b7-971c-2856e067c583'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:16.130644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:16.173727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e299ba30-18af-43d2-90d1-999d6d5b0ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:16.238908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:16.258761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Transition to ACTIVE for port object 87215f7c-0b19-4007-aa1e-826d69ad6fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:16.274548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:16.280085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:16.280516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:16.321663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:16.348643 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c2e8b474-3b63-4b94-b2d4-2043e04f7b19 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:16.359259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] Set router a5d20587-4896-46b7-971c-2856e067c583 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:57:16.438341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:57:16.441920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:16.450773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:57:16.463309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:16.498960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:57:16.536388 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Pushing event updated for resources: {'Port': ['ID=87215f7c-0b19-4007-aa1e-826d69ad6fc0,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:16.539479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:16.540440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 249c0b7c-90c9-431a-aaaa-78a83d4fae69 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:16.542171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:16.560414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:16.573546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9e77d500-12df-4043-b27e-64941c06ce50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:16.675589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:16.695142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:16.698140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a6047-0cf7-4140-9aeb-d7ac685df997 None None] Network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:57:16.750539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:16.779204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d20587-4896-46b7-971c-2856e067c583', 'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:11Z', 'updated_at': '2021-12-16T14:57:13Z', 'revision_number': 3, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'gw_port': {'id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:12Z', 'updated_at': '2021-12-16T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:16.786659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba51e6-047a-47ee-8060-c3a165c87748 None None] The sync data for ids ['a5d20587-4896-46b7-971c-2856e067c583'] in dv-cinder-821894-3-iscsi is: [{'id': 'a5d20587-4896-46b7-971c-2856e067c583', 'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:11Z', 'updated_at': '2021-12-16T14:57:13Z', 'revision_number': 3, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'gw_port': {'id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:12Z', 'updated_at': '2021-12-16T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:57:17.046473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:17.091306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:17.092652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-4bedfcac-ec7c-4c4d-8061-c3bfb119ff0b None None] Provisioning for port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:17.125137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:17.169806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:17.182850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:17.183108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:17.210621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:17.218340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Pushing event updated for resources: {'Port': ['ID=87215f7c-0b19-4007-aa1e-826d69ad6fc0,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:17.223087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:17.337118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:17.395340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 249c0b7c-90c9-431a-aaaa-78a83d4fae69, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=249c0b7c-90c9-431a-aaaa-78a83d4fae69,segment=NetworkSegment(eeb3e989-fead-4242-b46e-2812970297c2),segment_id=eeb3e989-fead-4242-b46e-2812970297c2)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:57:17.417141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:57:17.418383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:57:17.428174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:17.435125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e4b9483b-0feb-4681-88be-1866a7626852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:17.554354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=249c0b7c-90c9-431a-aaaa-78a83d4fae69,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:17.559342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:17.782627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6a37730a-ca61-461b-b42f-fa9997780bf3 None None] Provisioning for port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:17.791237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6a37730a-ca61-461b-b42f-fa9997780bf3 None None] Provisioning complete for port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:17.791930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6a37730a-ca61-461b-b42f-fa9997780bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:17.874817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6a37730a-ca61-461b-b42f-fa9997780bf3 None None] Port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:57:17.891522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6a37730a-ca61-461b-b42f-fa9997780bf3 None None] Provisioning complete for port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:17.893687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6a37730a-ca61-461b-b42f-fa9997780bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:18.130899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Router a5d20587-4896-46b7-971c-2856e067c583 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:57:18.195026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 2a04a27f-9062-4a02-9666-13b52b4f1ce7 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:18.284635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c28f78bc-3dfa-48cb-bc5f-2623c2b1ae42 None None] Provisioning complete for port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:18.288739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c28f78bc-3dfa-48cb-bc5f-2623c2b1ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:18.401952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c28f78bc-3dfa-48cb-bc5f-2623c2b1ae42 None None] Port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:57:18.439970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 2a04a27f-9062-4a02-9666-13b52b4f1ce7 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:18.446516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 2a04a27f-9062-4a02-9666-13b52b4f1ce7 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:18.446955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:18.457449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:57:18.478714 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] 10.222.0.45 "PUT /v2.0/routers/a5d20587-4896-46b7-971c-2856e067c583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9575005 Dec 16 14:57:18.572649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-fce97195-462f-4829-bd99-27bb48d72539 None None] Provisioning complete for port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:18.573084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fce97195-462f-4829-bd99-27bb48d72539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:18.652244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:18.661338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-fce97195-462f-4829-bd99-27bb48d72539 None None] Port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:57:18.672734 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 2a04a27f-9062-4a02-9666-13b52b4f1ce7, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=2a04a27f-9062-4a02-9666-13b52b4f1ce7,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:57:18.703619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:18.704894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:18.736722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e4b9483b-0feb-4681-88be-1866a7626852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:18.845527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=2a04a27f-9062-4a02-9666-13b52b4f1ce7,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:18.848959 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:18.857927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:18.858379 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:18.991721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 249c0b7c-90c9-431a-aaaa-78a83d4fae69 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:19.067908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:19.068337 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:19.211917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36002) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:19.218922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408019117', 'description': 'tempest-secgroup-smoke-1408019117 description', 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:19.225211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:19.230381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:security_group and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:19.233434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:19.240035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:19.282345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:19.325059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:19.329289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:security_group_rule and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:19.332728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:19.349854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:19.417700 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:19.470634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:19.477177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:19.543206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6070b568-47a8-4aa5-ac81-3ab7d2070923,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:19.553084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:19.579090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:19.580782 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3677642 Dec 16 14:57:19.583990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36014) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:19.591985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Request body: {'security_group_rule': {'security_group_id': '6070b568-47a8-4aa5-ac81-3ab7d2070923', 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:19.633543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:19.642836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:security_group_rule and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:19.650744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:19.659051 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:19.666119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cffe0-c6d1-410d-9aa8-b57bf388273c req-90ac8618-1557-4e6e-9722-a0a2034bcd8e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:19.667780 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d72cffe0-c6d1-410d-9aa8-b57bf388273c req-90ac8618-1557-4e6e-9722-a0a2034bcd8e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0868511 Dec 16 14:57:19.695641 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-64f2d1bb-53a4-4fdf-9144-18e0ad0a44e2 req-b6ac1e1e-c699-4438-9d9b-2069b294e7f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1099 time: 0.1074054 Dec 16 14:57:19.719229 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d72cffe0-c6d1-410d-9aa8-b57bf388273c req-8945275c-c6ba-4c24-b514-1611dbfcc040 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Dec 16 14:57:19.806443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:19.889175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2d1bb-53a4-4fdf-9144-18e0ad0a44e2 req-2090a39b-3327-45fc-b80d-4891018b1d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:19.890810 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-64f2d1bb-53a4-4fdf-9144-18e0ad0a44e2 req-2090a39b-3327-45fc-b80d-4891018b1d1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 919 time: 0.1879427 Dec 16 14:57:19.959557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:19.988204 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-64f2d1bb-53a4-4fdf-9144-18e0ad0a44e2 req-d58552e4-d9d8-4581-9b12-73a7345c7d31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32 HTTP/1.1" status: 200 len: 217 time: 0.0827470 Dec 16 14:57:20.018108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 2a04a27f-9062-4a02-9666-13b52b4f1ce7 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:20.082859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2d1bb-53a4-4fdf-9144-18e0ad0a44e2 req-72d4c93e-651a-47f2-8012-6bb95c8f65d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:20.084358 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-64f2d1bb-53a4-4fdf-9144-18e0ad0a44e2 req-72d4c93e-651a-47f2-8012-6bb95c8f65d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.0890529 Dec 16 14:57:20.085910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:20.104141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 2a04a27f-9062-4a02-9666-13b52b4f1ce7 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:20.104645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:20.134883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:20.194005 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-64f2d1bb-53a4-4fdf-9144-18e0ad0a44e2 req-c7719caf-7fa9-47d9-a9ab-83b103b46794 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000144 Dec 16 14:57:20.323693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d07dac-993d-4afc-88ba-1b725d165662,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:20.332138 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:20.333863 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7488122 Dec 16 14:57:20.337011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-214ddb3c-2413-4117-b368-bbbd0bc1a25a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:20.337524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36046) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:20.356383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Request body: {'security_group_rule': {'security_group_id': '6070b568-47a8-4aa5-ac81-3ab7d2070923', 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:20.360932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:20.368894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:security_group_rule and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:20.374010 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:20.403648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:20.414629 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-64f2d1bb-53a4-4fdf-9144-18e0ad0a44e2 req-dc952e63-8cfa-4de2-abab-299c38e8a6ee service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125206 Dec 16 14:57:20.486944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:20.642011 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-64f2d1bb-53a4-4fdf-9144-18e0ad0a44e2 req-7d44033c-fc05-426c-b0ff-5c28d0c38319 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190125 Dec 16 14:57:20.647216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:20.710597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:20.712894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:20.758173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c56d1e-511d-4747-a8c0-950081a20ccb,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:20.764260 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:20.819544 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:20.823688 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4823246 Dec 16 14:57:20.824164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36082) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:20.842157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Request body: {'security_group_rule': {'security_group_id': '6070b568-47a8-4aa5-ac81-3ab7d2070923', 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:20.857295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:20.864741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:security_group_rule and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:20.868738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:20.884141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:20.912502 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:57:20.974267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:21.040723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Sync routers for ids ['a5d20587-4896-46b7-971c-2856e067c583'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:57:21.063303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Routers {'a5d20587-4896-46b7-971c-2856e067c583'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:21.067117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:57:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a5d20587-4896-46b7-971c-2856e067c583'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:21.166006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:21.191252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05139b16-d99d-4286-970a-bd4f7e4d74b6 req-657b4518-c1d5-4e70-a057-b27bc0290ede tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:21.193109 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-05139b16-d99d-4286-970a-bd4f7e4d74b6 req-657b4518-c1d5-4e70-a057-b27bc0290ede tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1658299 Dec 16 14:57:21.219122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:21.226169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a6384ec9-bbd7-4e7a-b120-5ee85e651c7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:21.254806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07e6c1b-d623-4ab4-942c-f45287bbc5d6,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:21.268314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:21.324363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Set router a5d20587-4896-46b7-971c-2856e067c583 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:57:21.485570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:21.489760 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6618004 Dec 16 14:57:21.490664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 36092) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:21.500381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Request body: {'security_group_rule': {'security_group_id': '6070b568-47a8-4aa5-ac81-3ab7d2070923', 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:21.502661 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-05139b16-d99d-4286-970a-bd4f7e4d74b6 req-d9b46790-a84c-4d32-94ef-fe4843421f67 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022361 Dec 16 14:57:21.520887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:21.530724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:security_group_rule and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:21.536704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:21.545759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:21.613340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:21.703075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36100) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:21.756599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:21.792201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d20587-4896-46b7-971c-2856e067c583', 'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:11Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 4, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'gw_port': {'id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:12Z', 'updated_at': '2021-12-16T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '87215f7c-0b19-4007-aa1e-826d69ad6fc0', 'name': '', 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'mac_address': 'fa:16:3e:b4:74:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfac5995-feaf-44a8-9320-94b0dc5fd4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:15Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 2, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'subnets': [{'id': 'cfac5995-feaf-44a8-9320-94b0dc5fd4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:21.801145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Checking router: a5d20587-4896-46b7-971c-2856e067c583 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:57:21.802225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Updating router a5d20587-4896-46b7-971c-2856e067c583 port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 14:57:21.807768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:21.845046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:21.879408 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1873ac9c-9358-4ca9-b6fd-528e9cbf14f6,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:21.883140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:21.899473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:21.902359 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4089332 Dec 16 14:57:21.918654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36110) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:21.926562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Request body: {'security_group_rule': {'security_group_id': '6070b568-47a8-4aa5-ac81-3ab7d2070923', 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:21.952869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:21.963813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:security_group_rule and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:21.970372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:21.983872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:21.997615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.035544 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.securitygroups_db [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Project 482e5876a2f84b6ca5fc8e3537c2e971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:57:22.049017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.068239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.163392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:22.185514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Usage tracker for resource:security_group_rule and tenant:ece7882a361d439d9edbe85bf3272242 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:22.192678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:22.203475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:22.261705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.313285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.341276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3e3283c7-aa83-448e-91cd-092dd7fe69cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:22.379522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.384890 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15710bad-74ef-44c2-8053-0ba46c0949be,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:22.388124 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:22.411891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.434842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1c254bd5-19cb-422f-b35d-b50dba9e0593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:22.482218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.482218 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5615666 Dec 16 14:57:22.485087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 36126) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:22.492560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Request body: {'security_group_rule': {'security_group_id': '6070b568-47a8-4aa5-ac81-3ab7d2070923', 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:57:22.512446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:22.519435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:security_group_rule and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:22.522904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:22.533155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:22.554087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2bad3f-c644-45d9-9e1c-df2a47c16c27,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:22.568858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:22.577684 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ece7882a361d439d9edbe85bf3272242&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8707411 Dec 16 14:57:22.578204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 36134) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:22.605603 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.securitygroups_db [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Project 482e5876a2f84b6ca5fc8e3537c2e971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:57:22.617796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.751077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.771346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Transition to ACTIVE for port object 87215f7c-0b19-4007-aa1e-826d69ad6fc0 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:57:22.790711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36144) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:22.814123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.826970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:22.828791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.866825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.875889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:22.898552 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddd58-598c-444d-a5df-4f994e1734c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.932323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca9cc8c-84a1-4f24-bf6e-a26d29a4ed8a,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:22.947046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:22.958091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca87434-ebac-45a1-bbbc-9a2fa1054200 req-508f812d-1636-40ed-a441-9f26c4d9a22e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:22.962824 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fca87434-ebac-45a1-bbbc-9a2fa1054200 req-508f812d-1636-40ed-a441-9f26c4d9a22e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.2388220 Dec 16 14:57:22.963204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff69d4-817a-460c-8d8b-fe78b52dc3fa None None] Pushing event updated for resources: {'Port': ['ID=87215f7c-0b19-4007-aa1e-826d69ad6fc0,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:22.965632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddd58-598c-444d-a5df-4f994e1734c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:22.969548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-aaff69d4-817a-460c-8d8b-fe78b52dc3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:23.029798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.032693 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5465219 Dec 16 14:57:23.107893 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fca87434-ebac-45a1-bbbc-9a2fa1054200 req-373bdae2-703a-47f0-b8fe-0277ac5681d7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336312 Dec 16 14:57:23.167733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.184963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddd58-598c-444d-a5df-4f994e1734c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.190693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e126b8da-90ae-4c61-8260-64f2287c23d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:23.210688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ddd58-598c-444d-a5df-4f994e1734c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2bad3f-c644-45d9-9e1c-df2a47c16c27,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:23.222163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-fb4ddd58-598c-444d-a5df-4f994e1734c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:23.224321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddd58-598c-444d-a5df-4f994e1734c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.228500 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-fb4ddd58-598c-444d-a5df-4f994e1734c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d2bad3f-c644-45d9-9e1c-df2a47c16c27 HTTP/1.1" status: 204 len: 168 time: 0.6463788 Dec 16 14:57:23.283708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:23.297703 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Usage tracker for resource:security_group_rule and tenant:993a7f71b5c6418ba4dce21e315ebfd9 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:23.314240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:23.337568 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:23.532308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Attempting to bind port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:57:23.532782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Attempting to bind port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': 'eeb3e989-fead-4242-b46e-2812970297c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:57:23.533106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Attempting to bind port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 on network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:57:23.547317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:57:23.548057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Checking segment: {'id': 'eeb3e989-fead-4242-b46e-2812970297c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:57:23.549858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.550400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Bound using segment: {'id': 'eeb3e989-fead-4242-b46e-2812970297c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:57:23.550864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Bound port: 87215f7c-0b19-4007-aa1e-826d69ad6fc0, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb3e989-fead-4242-b46e-2812970297c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:57:23.551264 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.573395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.627158 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.639134 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec2e1318-6ff1-4cb8-b69d-d7e513b572c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:23.693003 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=993a7f71b5c6418ba4dce21e315ebfd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9009700 Dec 16 14:57:23.693774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc442b2-ac85-4c79-8a71-8ca78d9b59df,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:23.696251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 36198) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:23.711370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:23.766268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] For port 87215f7c-0b19-4007-aa1e-826d69ad6fc0, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:57:23.772944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] For port 87215f7c-0b19-4007-aa1e-826d69ad6fc0, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=87215f7c-0b19-4007-aa1e-826d69ad6fc0,segment=NetworkSegment(eeb3e989-fead-4242-b46e-2812970297c2),segment_id=eeb3e989-fead-4242-b46e-2812970297c2)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:57:23.818671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7545c50-b47d-4f5e-8c39-9f717154022b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.823604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.835592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:23.849900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7545c50-b47d-4f5e-8c39-9f717154022b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.906295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Routers {'a5d20587-4896-46b7-971c-2856e067c583'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:57:23.907652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:57:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a5d20587-4896-46b7-971c-2856e067c583'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:23.976029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7545c50-b47d-4f5e-8c39-9f717154022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:23.982101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:24.030432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7545c50-b47d-4f5e-8c39-9f717154022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc442b2-ac85-4c79-8a71-8ca78d9b59df,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:24.035063 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b7545c50-b47d-4f5e-8c39-9f717154022b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:24.044760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7545c50-b47d-4f5e-8c39-9f717154022b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:24.046638 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b7545c50-b47d-4f5e-8c39-9f717154022b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ecc442b2-ac85-4c79-8a71-8ca78d9b59df HTTP/1.1" status: 204 len: 168 time: 0.3484128 Dec 16 14:57:24.491485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] Set router a5d20587-4896-46b7-971c-2856e067c583 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:57:24.626598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff69d4-817a-460c-8d8b-fe78b52dc3fa None None] Pushing event updated for resources: {'Port': ['ID=87215f7c-0b19-4007-aa1e-826d69ad6fc0,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:24.637088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-aaff69d4-817a-460c-8d8b-fe78b52dc3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:24.701474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:24.762193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ae516-e1a1-4dce-bbbd-31ec3f821790 req-35b4f8dc-271e-4873-80b7-e14e51f695b6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:24.785608 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e02ae516-e1a1-4dce-bbbd-31ec3f821790 req-35b4f8dc-271e-4873-80b7-e14e51f695b6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.3806288 Dec 16 14:57:24.913689 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e02ae516-e1a1-4dce-bbbd-31ec3f821790 req-2980fb55-824e-4854-af98-2f291034a7cb tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269259 Dec 16 14:57:25.022978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d20587-4896-46b7-971c-2856e067c583', 'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:11Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 4, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'gw_port': {'id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:12Z', 'updated_at': '2021-12-16T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '87215f7c-0b19-4007-aa1e-826d69ad6fc0', 'name': '', 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'mac_address': 'fa:16:3e:b4:74:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfac5995-feaf-44a8-9320-94b0dc5fd4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:15Z', 'updated_at': '2021-12-16T14:57:23Z', 'revision_number': 4, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'subnets': [{'id': 'cfac5995-feaf-44a8-9320-94b0dc5fd4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:57:25.030606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79cd53-a1e4-41e1-86ae-493f0d82aac2 None None] The sync data for ids ['a5d20587-4896-46b7-971c-2856e067c583'] in dv-cinder-821894-3-iscsi is: [{'id': 'a5d20587-4896-46b7-971c-2856e067c583', 'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:11Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 4, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'gw_port': {'id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:12Z', 'updated_at': '2021-12-16T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '87215f7c-0b19-4007-aa1e-826d69ad6fc0', 'name': '', 'network_id': '5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'mac_address': 'fa:16:3e:b4:74:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfac5995-feaf-44a8-9320-94b0dc5fd4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:15Z', 'updated_at': '2021-12-16T14:57:23Z', 'revision_number': 4, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'subnets': [{'id': 'cfac5995-feaf-44a8-9320-94b0dc5fd4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:57:26.161075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 87215f7c-0b19-4007-aa1e-826d69ad6fc0 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:26.356121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:57:26.361615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:26.362073 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:26.402434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c933f6-2782-4340-80f4-8bb90d5e9a32 req-83c69561-d520-4fe5-b2a9-bcc276781d82 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:26.404531 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a5c933f6-2782-4340-80f4-8bb90d5e9a32 req-83c69561-d520-4fe5-b2a9-bcc276781d82 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1680820 Dec 16 14:57:26.507763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a5c933f6-2782-4340-80f4-8bb90d5e9a32 req-6d461b33-5116-4298-8ae2-1f6e9aa512f1 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921614 Dec 16 14:57:26.570844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:26.616518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 87215f7c-0b19-4007-aa1e-826d69ad6fc0, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=87215f7c-0b19-4007-aa1e-826d69ad6fc0,segment=NetworkSegment(eeb3e989-fead-4242-b46e-2812970297c2),segment_id=eeb3e989-fead-4242-b46e-2812970297c2)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:57:26.645478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:26.655822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:26.772585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=87215f7c-0b19-4007-aa1e-826d69ad6fc0,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:26.778194 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:27.789099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42b1e-f1f0-41a1-b6fe-6ae80991f361 req-68969e71-0bcf-4cc5-8585-0c7ed8852d09 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:27.791375 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ba42b1e-f1f0-41a1-b6fe-6ae80991f361 req-68969e71-0bcf-4cc5-8585-0c7ed8852d09 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1170795 Dec 16 14:57:27.874727 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ba42b1e-f1f0-41a1-b6fe-6ae80991f361 req-2bf91225-0f73-4d25-93ab-ba19559d2526 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759273 Dec 16 14:57:28.034495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 87215f7c-0b19-4007-aa1e-826d69ad6fc0 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:57:28.182525 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:57:28.183299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:29.297523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f26e-7ca0-48cf-900e-f60157b5d201 req-affb9d99-7d3e-4768-8760-018c5e1aef39 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:29.307511 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1187f26e-7ca0-48cf-900e-f60157b5d201 req-affb9d99-7d3e-4768-8760-018c5e1aef39 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1330531 Dec 16 14:57:29.414077 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1187f26e-7ca0-48cf-900e-f60157b5d201 req-77baf802-b9f0-4c8a-a8cc-8280f7e78988 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052091 Dec 16 14:57:30.653412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854f39f-8fed-470b-b501-5b4937105a9e req-c325b153-dd10-4f9d-a3c6-cfbbc5ba84c6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:30.655112 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5854f39f-8fed-470b-b501-5b4937105a9e req-c325b153-dd10-4f9d-a3c6-cfbbc5ba84c6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1169043 Dec 16 14:57:30.722741 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5854f39f-8fed-470b-b501-5b4937105a9e req-6549a3de-0284-4918-b0dc-2e2cb5199279 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615568 Dec 16 14:57:32.095472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7806-00f6-4b01-8aed-2b42802d8c1a req-0038ef44-7444-4497-9c26-6b12b9cdf7ad tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:32.104079 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-622a7806-00f6-4b01-8aed-2b42802d8c1a req-0038ef44-7444-4497-9c26-6b12b9cdf7ad tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.2088559 Dec 16 14:57:32.164479 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-622a7806-00f6-4b01-8aed-2b42802d8c1a req-4f78e27b-f6eb-4977-9b94-0794b01eed30 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586176 Dec 16 14:57:33.421592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19df3b-a08a-4500-9cd9-09d224ab01d5 req-83491335-0c14-4b72-a5cb-0205972cd79a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:33.423879 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3f19df3b-a08a-4500-9cd9-09d224ab01d5 req-83491335-0c14-4b72-a5cb-0205972cd79a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1121373 Dec 16 14:57:33.488785 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3f19df3b-a08a-4500-9cd9-09d224ab01d5 req-8b35d08d-a426-49fa-8529-4a742214158c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579705 Dec 16 14:57:34.722979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b2da5-6c22-432f-832f-fbd0929c45fc req-9ccee667-aaf0-4c34-93f1-552ec910215c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:34.724810 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aa9b2da5-6c22-432f-832f-fbd0929c45fc req-9ccee667-aaf0-4c34-93f1-552ec910215c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0976939 Dec 16 14:57:34.780103 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aa9b2da5-6c22-432f-832f-fbd0929c45fc req-be66b7c3-4d5b-4a25-8d98-b86cf5ae3eb3 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471377 Dec 16 14:57:36.133622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05201651-f95b-4b60-932f-932339dc4238 req-6b80d0e3-4f08-4e05-8b5c-78400c5c41d6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:36.135347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-05201651-f95b-4b60-932f-932339dc4238 req-6b80d0e3-4f08-4e05-8b5c-78400c5c41d6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1359942 Dec 16 14:57:36.188395 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-05201651-f95b-4b60-932f-932339dc4238 req-4e5884dc-6da4-4a6a-92e5-1a24886feeef tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Dec 16 14:57:37.413762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ee28-3978-41cb-b001-880cf69194f5 req-bc0e4e98-4bec-4900-aff7-5b2c84d67753 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:37.421699 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5229ee28-3978-41cb-b001-880cf69194f5 req-bc0e4e98-4bec-4900-aff7-5b2c84d67753 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1010377 Dec 16 14:57:37.484332 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5229ee28-3978-41cb-b001-880cf69194f5 req-1f1ef62e-21eb-4205-851c-f6cf89c31419 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613916 Dec 16 14:57:38.721558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a0e1-f903-405b-b343-b100615d24fa req-b83ce5db-55db-4f99-824c-581d4780d57e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:38.723226 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9124a0e1-f903-405b-b343-b100615d24fa req-b83ce5db-55db-4f99-824c-581d4780d57e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0955389 Dec 16 14:57:38.777079 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9124a0e1-f903-405b-b343-b100615d24fa req-b8c8fb16-b768-4ab8-ad2c-79372346c89a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Dec 16 14:57:39.983132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36566) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:40.007638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfd2fb-5c96-4b39-8552-e2a3a9c6eade req-e6931160-3158-431e-b606-c2fe7a9a1951 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:40.009352 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4acfd2fb-5c96-4b39-8552-e2a3a9c6eade req-e6931160-3158-431e-b606-c2fe7a9a1951 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0968337 Dec 16 14:57:40.063151 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4acfd2fb-5c96-4b39-8552-e2a3a9c6eade req-860d1477-6f06-4e30-bce2-430762ead4c6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Dec 16 14:57:40.204982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:40.240080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:40.244726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Usage tracker for resource:security_group_rule and tenant:08db44a7eb1b4da992167969730180b4 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:40.247751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:40.253922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:40.331042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:40.361693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:40.372307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1bc27cf3-c955-4f05-8904-9bed0bad7ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:40.437770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08702c4e-3217-4c51-a419-d346be9771fd,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:40.442508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:40.447264 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08db44a7eb1b4da992167969730180b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4625208 Dec 16 14:57:40.449791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36574) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:40.543911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e65a9fc4-9ca9-4cd4-a595-ffff6a39791c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:40.578907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e65a9fc4-9ca9-4cd4-a595-ffff6a39791c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:40.727719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e65a9fc4-9ca9-4cd4-a595-ffff6a39791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:40.734758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ee6e4058-dbb1-44e0-a3d4-5dc54eb0537b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:40.758902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9fc4-9ca9-4cd4-a595-ffff6a39791c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08702c4e-3217-4c51-a419-d346be9771fd,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:40.765023 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e65a9fc4-9ca9-4cd4-a595-ffff6a39791c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:40.767946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e65a9fc4-9ca9-4cd4-a595-ffff6a39791c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:40.769330 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e65a9fc4-9ca9-4cd4-a595-ffff6a39791c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08702c4e-3217-4c51-a419-d346be9771fd HTTP/1.1" status: 204 len: 168 time: 0.3183119 Dec 16 14:57:41.230932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab8353f2-1290-4770-8928-4f27dcc5dd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:41.408029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36590) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:41.429749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:41.463237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:41.467374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Usage tracker for resource:security_group_rule and tenant:14a7bdd7dece448fb5248593f8fd7e63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:41.470497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:41.477197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:41.550975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:41.578501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:41.594106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-45bdf4d8-487c-4bf5-9bd5-4b85b15a3ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:41.633150 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14a7bdd7dece448fb5248593f8fd7e63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2241011 Dec 16 14:57:41.636098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 36594) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:41.637865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d8cd91-774b-4d46-bb21-6b4aacfcd4ae,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:41.641017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:41.711696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2097b63b-ef1d-4de6-8ff8-ee6e045ed478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:41.740782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2097b63b-ef1d-4de6-8ff8-ee6e045ed478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:41.824618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2097b63b-ef1d-4de6-8ff8-ee6e045ed478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:41.830995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c011247a-951d-407b-acfa-5bef209a1162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:41.846598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b63b-ef1d-4de6-8ff8-ee6e045ed478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d8cd91-774b-4d46-bb21-6b4aacfcd4ae,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:41.849820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2097b63b-ef1d-4de6-8ff8-ee6e045ed478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:41.871265 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2097b63b-ef1d-4de6-8ff8-ee6e045ed478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:41.874392 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2097b63b-ef1d-4de6-8ff8-ee6e045ed478 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23d8cd91-774b-4d46-bb21-6b4aacfcd4ae HTTP/1.1" status: 204 len: 168 time: 0.2362127 Dec 16 14:57:42.549611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 36610) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:42.577660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:42.626855 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:57:42.633217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Usage tracker for resource:security_group_rule and tenant:386ae78d3ef74091a03223127711ecb9 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:57:42.637001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:57:42.644811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:57:42.723424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:42.772796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:42.782680 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47e71287-2934-4332-a991-1fa4c243194a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:42.830936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b56aa1-2c98-4a00-b0e9-89c1519883c4,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:42.834395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:42.838394 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=386ae78d3ef74091a03223127711ecb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2868381 Dec 16 14:57:42.841511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 36614) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:57:42.930999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f349c52-4606-45fe-918b-edaf1052af96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:42.965552 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f349c52-4606-45fe-918b-edaf1052af96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:42.995942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:43.053004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f349c52-4606-45fe-918b-edaf1052af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:43.060274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cc6e148e-f63c-453c-8943-97b8cee39116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:57:43.085515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f349c52-4606-45fe-918b-edaf1052af96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b56aa1-2c98-4a00-b0e9-89c1519883c4,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:57:43.090387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6f349c52-4606-45fe-918b-edaf1052af96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:57:43.093393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f349c52-4606-45fe-918b-edaf1052af96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:43.095419 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6f349c52-4606-45fe-918b-edaf1052af96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6b56aa1-2c98-4a00-b0e9-89c1519883c4 HTTP/1.1" status: 204 len: 168 time: 0.2525315 Dec 16 14:57:43.784557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96423b6d-ea29-433e-a0e9-0c0c1ff7b6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:44.321663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:45.612437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:46.580457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ff8ba-da2f-4d57-b126-9ec3a70934c5 req-d87e2f20-4dc5-4fc1-b22b-d4367a9d5c6c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:46.582400 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c48ff8ba-da2f-4d57-b126-9ec3a70934c5 req-d87e2f20-4dc5-4fc1-b22b-d4367a9d5c6c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0921092 Dec 16 14:57:46.647978 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c48ff8ba-da2f-4d57-b126-9ec3a70934c5 req-10a1bab3-b560-4c1c-8137-caf04c57f2d2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578086 Dec 16 14:57:47.901258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b18c6-24d6-429b-9440-a03e96382622 req-2038d2a1-302b-4d36-8687-8b417f519b89 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:47.908739 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c8b18c6-24d6-429b-9440-a03e96382622 req-2038d2a1-302b-4d36-8687-8b417f519b89 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0998178 Dec 16 14:57:47.968112 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c8b18c6-24d6-429b-9440-a03e96382622 req-a78271fa-f16c-486d-9f03-f1c6afcb8883 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580902 Dec 16 14:57:53.290453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999b26-ec65-40f8-81e7-ace6b70da12a req-fa77d9ea-a1fa-47e8-bf68-1ad93fe9839e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:53.292001 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-86999b26-ec65-40f8-81e7-ace6b70da12a req-fa77d9ea-a1fa-47e8-bf68-1ad93fe9839e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1538367 Dec 16 14:57:53.296288 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-4b08e205-a380-4c18-be3f-d8eb28d6aed9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1202734 Dec 16 14:57:53.394239 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-86999b26-ec65-40f8-81e7-ace6b70da12a req-b5899d20-739e-41ce-aa52-32a5459e8eb9 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951536 Dec 16 14:57:53.424962 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-c40a3e18-926b-40fd-94af-d022639fd5a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 1098 time: 0.0885243 Dec 16 14:57:53.581278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-ef46aba4-9183-459e-8fe5-eebb151bc2a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:53.582861 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-ef46aba4-9183-459e-8fe5-eebb151bc2a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 919 time: 0.1363373 Dec 16 14:57:53.653452 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-28d8418f-dee0-43ed-b732-d7e83ce480f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfc221af-2174-4f65-91cd-8eeec277367d HTTP/1.1" status: 200 len: 217 time: 0.0634210 Dec 16 14:57:53.735266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-6b9fbc77-7cc7-49e8-bf67-a4db6f0ab277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:53.736750 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-6b9fbc77-7cc7-49e8-bf67-a4db6f0ab277 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.0774996 Dec 16 14:57:53.836870 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-9c5bbcb2-54b8-4b72-a5f5-8d9625f5d818 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436590 Dec 16 14:57:53.982491 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-3db6c2f6-ffe4-49bf-a362-68efa5bb7bb5 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372199 Dec 16 14:57:54.139816 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-168d1468-f54b-4cee-82cb-d666e18b5401 req-1119ab88-f71b-4b5a-89c3-7fb4593f63b9 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508241 Dec 16 14:57:54.176286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:57:54.600025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b180ac5-3b32-4f63-8333-559bb1fda66d req-3df50b50-5348-496a-a4cb-d8c837b7ff7a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:54.602292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5b180ac5-3b32-4f63-8333-559bb1fda66d req-3df50b50-5348-496a-a4cb-d8c837b7ff7a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0841484 Dec 16 14:57:54.651039 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5b180ac5-3b32-4f63-8333-559bb1fda66d req-87aa6e42-0216-4dcf-9988-2541a477764c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427530 Dec 16 14:57:57.912675 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:57:59.361505 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77aedd-b40f-4cca-86a0-83db11857665 req-5b31d771-b470-4ca1-80a2-153288944770 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:57:59.363363 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fc77aedd-b40f-4cca-86a0-83db11857665 req-5b31d771-b470-4ca1-80a2-153288944770 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0916338 Dec 16 14:57:59.418164 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fc77aedd-b40f-4cca-86a0-83db11857665 req-e3f55403-5cb9-437c-a2ec-49f71429df71 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Dec 16 14:58:00.545433 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-07538aec-4ed7-4b55-a077-d3a3f7122b76 req-77e7181f-3ea7-413c-a84a-7a28654fbee0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1099 time: 0.0797899 Dec 16 14:58:00.593858 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-07538aec-4ed7-4b55-a077-d3a3f7122b76 req-ecb89678-4a8b-40e8-93db-4c768e0ed05b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Dec 16 14:58:00.627748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd8adf-2ed3-4d5d-9966-7f48b0421592 req-6e13a72b-1c5f-4e16-95db-52b2fe7f4471 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:00.629304 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ddd8adf-2ed3-4d5d-9966-7f48b0421592 req-6e13a72b-1c5f-4e16-95db-52b2fe7f4471 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0875273 Dec 16 14:58:00.679245 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ddd8adf-2ed3-4d5d-9966-7f48b0421592 req-9eb1ecde-2d20-462d-8010-35aa37885508 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431335 Dec 16 14:58:01.886182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4badb-b226-4ef9-bc27-7d9c8fd6871e req-bb4f7eb0-0040-409f-b04d-c45df436d6a3 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:01.887782 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5db4badb-b226-4ef9-bc27-7d9c8fd6871e req-bb4f7eb0-0040-409f-b04d-c45df436d6a3 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0816841 Dec 16 14:58:01.941221 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5db4badb-b226-4ef9-bc27-7d9c8fd6871e req-627257a4-c984-4cca-bc23-02986b257310 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470550 Dec 16 14:58:03.162423 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27b594-a853-47c7-995f-e9493493b3f7 req-5aec313b-b5d8-440c-a995-e3be58a6931d tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:03.164071 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a27b594-a853-47c7-995f-e9493493b3f7 req-5aec313b-b5d8-440c-a995-e3be58a6931d tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0846238 Dec 16 14:58:03.214234 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a27b594-a853-47c7-995f-e9493493b3f7 req-11334767-3890-430f-bb93-7113d002af6e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Dec 16 14:58:03.313719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 36960) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:03.385023 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c38a34-a6a7-4027-9805-526b5388d650 admin admin] Deleting subnet 952351fd-91a0-490d-8ec5-b351f8329c40 {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:58:03.388778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-65c38a34-a6a7-4027-9805-526b5388d650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:03.444403 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-65c38a34-a6a7-4027-9805-526b5388d650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:03.507488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-65c38a34-a6a7-4027-9805-526b5388d650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:03.773100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 36970) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:03.818577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-65c38a34-a6a7-4027-9805-526b5388d650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:03.830729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9f5c136e-5a57-48a7-b59b-2b08bd6e920d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:03.865176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-65c38a34-a6a7-4027-9805-526b5388d650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:03.875387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c38a34-a6a7-4027-9805-526b5388d650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952351fd-91a0-490d-8ec5-b351f8329c40,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:03.878149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-65c38a34-a6a7-4027-9805-526b5388d650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:03.882065 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-65c38a34-a6a7-4027-9805-526b5388d650 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/952351fd-91a0-490d-8ec5-b351f8329c40 HTTP/1.1" status: 204 len: 168 time: 0.5648453 Dec 16 14:58:03.882776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 36980) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:03.938670 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fcf2cefd-7109-45fc-a966-b81a6c64a963 req-f5ebf0b8-f93c-4a0c-8757-1686f8b6cabb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1099 time: 0.1518145 Dec 16 14:58:03.950754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb263010-319c-44af-9f88-6d5617fccdab req-cb9b1c34-80b3-429a-ae5f-fb87c97b4eec tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:03.952391 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb263010-319c-44af-9f88-6d5617fccdab req-cb9b1c34-80b3-429a-ae5f-fb87c97b4eec tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1682255 Dec 16 14:58:04.012688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.019428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.146415 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:04.149062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.160530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Usage tracker for resource:security_group_rule and tenant:5d3310f5174547888a9c596127cd6b07 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:04.166520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:04.171461 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb263010-319c-44af-9f88-6d5617fccdab req-bc6643c2-eb43-468b-8b31-70ad4ee48645 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787930 Dec 16 14:58:04.175247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:04.183359 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccb4f55-43d1-4fdb-b128-a148d791e0a8']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:58:04.204887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3188ae-79f9-452b-bb7d-385f72998732') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:58:04.205233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3188ae-79f9-452b-bb7d-385f72998732') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:58:04.218668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.237630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.245402 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 14:58:04.245929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:58:04.265446 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:58:04.269146 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2cefd-7109-45fc-a966-b81a6c64a963 req-47df38c2-6ff0-4a1e-a2cc-0efbe758162e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:04.270801 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fcf2cefd-7109-45fc-a966-b81a6c64a963 req-47df38c2-6ff0-4a1e-a2cc-0efbe758162e service neutron] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 919 time: 0.3174584 Dec 16 14:58:04.278717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.372276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.381068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5bf19fd5-c853-464e-bdf7-d8f0db48742d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:04.395668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.396927 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fcf2cefd-7109-45fc-a966-b81a6c64a963 req-76aa5797-da2c-4385-bbe1-b45de1aaaf8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32 HTTP/1.1" status: 200 len: 217 time: 0.1167529 Dec 16 14:58:04.400792 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:04.425737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d3310f5174547888a9c596127cd6b07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6569746 Dec 16 14:58:04.434924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37000) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:04.435912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=dccb4f55-43d1-4fdb-b128-a148d791e0a8,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:04.461648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.462079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.462519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.462916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.463306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.463682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.464066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.464451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.464835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.465215 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.465596 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.471153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:04.473766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9db106-1bbf-47f0-8d89-1a59588b7b04,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:04.491068 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] 10.222.0.45 "DELETE /v2.0/networks/dccb4f55-43d1-4fdb-b128-a148d791e0a8 HTTP/1.1" status: 204 len: 168 time: 0.6043253 Dec 16 14:58:04.497494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.498224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.498349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.498702 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.499100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.499498 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.499892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.500353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.500745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.501137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.501528 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:04.507341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:04.516799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2cefd-7109-45fc-a966-b81a6c64a963 req-138533fb-2f0d-403a-b07b-8a75d10bf683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:04.518482 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fcf2cefd-7109-45fc-a966-b81a6c64a963 req-138533fb-2f0d-403a-b07b-8a75d10bf683 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.0859594 Dec 16 14:58:04.541599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7163f35-3fc5-44fd-bad1-61eff7875682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.573979 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fcf2cefd-7109-45fc-a966-b81a6c64a963 req-0809b734-9053-42a9-b5d8-54c06f2f5358 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470533 Dec 16 14:58:04.574573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7163f35-3fc5-44fd-bad1-61eff7875682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.652891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7163f35-3fc5-44fd-bad1-61eff7875682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.658582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4a018539-8978-4395-9117-2ff65d79bcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:04.670844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7163f35-3fc5-44fd-bad1-61eff7875682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9db106-1bbf-47f0-8d89-1a59588b7b04,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:04.678115 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c7163f35-3fc5-44fd-bad1-61eff7875682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:04.678985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7163f35-3fc5-44fd-bad1-61eff7875682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.683751 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c7163f35-3fc5-44fd-bad1-61eff7875682 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa9db106-1bbf-47f0-8d89-1a59588b7b04 HTTP/1.1" status: 204 len: 168 time: 0.2444391 Dec 16 14:58:04.794245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37010) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:04.854264 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b6151ce8-7c22-4460-b16a-a75af511dc48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4732b1ccb145414ba7d9f3d93df9f8d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573823 Dec 16 14:58:04.854932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37016) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:04.910925 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fcf2cefd-7109-45fc-a966-b81a6c64a963 req-baaa258f-3634-4461-9bd1-747cb017183e service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294928 Dec 16 14:58:04.923620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ba427a29-ee3e-4ff6-8877-1589179da05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:04.952862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ba427a29-ee3e-4ff6-8877-1589179da05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:05.042023 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ba427a29-ee3e-4ff6-8877-1589179da05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:05.054743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-bb126493-5c87-4ba6-ba18-5eec0e80dbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:05.072262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba427a29-ee3e-4ff6-8877-1589179da05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26326ba1-9b51-4268-9bff-487644f7a28d,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:05.083362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ba427a29-ee3e-4ff6-8877-1589179da05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:05.092225 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fcf2cefd-7109-45fc-a966-b81a6c64a963 req-e2ebc563-b8cc-4ce6-9d7e-a6cb7faf87e5 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678815 Dec 16 14:58:05.111642 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ba427a29-ee3e-4ff6-8877-1589179da05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:05.113729 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ba427a29-ee3e-4ff6-8877-1589179da05d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26326ba1-9b51-4268-9bff-487644f7a28d HTTP/1.1" status: 204 len: 168 time: 0.2575924 Dec 16 14:58:05.411453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9b1a-5172-4f84-861f-5e5a8d7d839f req-945dff62-daff-4a5e-aac2-c558ccce6233 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:05.413098 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a3ff9b1a-5172-4f84-861f-5e5a8d7d839f req-945dff62-daff-4a5e-aac2-c558ccce6233 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1064987 Dec 16 14:58:05.462533 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a3ff9b1a-5172-4f84-861f-5e5a8d7d839f req-63807672-e5af-4581-821c-87983915ae0a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Dec 16 14:58:06.255472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37056) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:06.400519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1943165710-network', 'tenant_id': 'bb300a155af646228f7c0b155a5d63ac'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:58:06.405624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:06.409878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Usage tracker for resource:network and tenant:bb300a155af646228f7c0b155a5d63ac is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:06.412911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:06.422482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:06.464188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Made reservation on behalf of bb300a155af646228f7c0b155a5d63ac for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:58:06.469485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:06.484500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:06.520117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:06.524706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Usage tracker for resource:security_group_rule and tenant:bb300a155af646228f7c0b155a5d63ac is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:06.527867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:06.533958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:06.602414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:06.635497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:06.638738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:06.668601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 14:58:06.673230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfbea2-5ff8-44af-b7a3-04dd044edffe req-85c87ee2-02a6-45a5-9d5c-da834ed29a74 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:06.678641 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-71bfbea2-5ff8-44af-b7a3-04dd044edffe req-85c87ee2-02a6-45a5-9d5c-da834ed29a74 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0834668 Dec 16 14:58:06.678775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:06.682200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:06.728830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:06.729157 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Added segment 3ebd8ad0-ed39-4275-8ce2-13171b80e080 of type vlan for network 51fa2478-044e-4ace-8255-2af8579457d9 Dec 16 14:58:06.731470 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-71bfbea2-5ff8-44af-b7a3-04dd044edffe req-d51890f9-86d5-421e-9540-6d2f7d9a6ba6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Dec 16 14:58:06.758621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:06.812094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:06.813368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:06.814017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:06.819083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:06.926847 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6700542 Dec 16 14:58:06.928140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Pushing event updated for resources: {'Network': ['ID=51fa2478-044e-4ace-8255-2af8579457d9,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:06.931254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 37068) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:06.931411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:06.938228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Request body: {'subnet': {'network_id': '51fa2478-044e-4ace-8255-2af8579457d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1943165710-subnet', 'tenant_id': 'bb300a155af646228f7c0b155a5d63ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:58:06.938810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 51fa2478-044e-4ace-8255-2af8579457d9 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 14:58:06.943448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:06.948151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Usage tracker for resource:subnet and tenant:bb300a155af646228f7c0b155a5d63ac is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:06.951230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:06.957581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:06.995212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Made reservation on behalf of bb300a155af646228f7c0b155a5d63ac for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:58:06.999864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15237807'] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:07.490357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839927828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15237822'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:07.496097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:07.574415 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=0836b5ba-472e-4614-b0e0-7504bc6b1a1a,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:07.580268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:07.590683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Checking segment: {'id': '3ebd8ad0-ed39-4275-8ce2-13171b80e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '51fa2478-044e-4ace-8255-2af8579457d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:58:07.591077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Network hostable DHCP agents. Network: 51fa2478-044e-4ace-8255-2af8579457d9, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 14:58:07.658197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Network 51fa2478-044e-4ace-8255-2af8579457d9 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 14:58:07.712889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 51fa2478-044e-4ace-8255-2af8579457d9) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:58:07.718784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:07.719686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:07.727504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d54bf-1ee3-45cd-ad3b-0374436f96fc None None] Network 51fa2478-044e-4ace-8255-2af8579457d9 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:58:07.806524 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0c5356cc-a297-4717-9f1a-482cd8dd75ef admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8725021 Dec 16 14:58:07.966819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abee7ef1-813b-4d8e-a7b3-45ceea314578 None None] Network 51fa2478-044e-4ace-8255-2af8579457d9 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 14:58:07.968169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90861b9d-98bc-42e0-9f61-8089ebeb7717 req-1404aabf-e9b5-43a7-a217-ea4ea9c0eaca tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:07.969908 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90861b9d-98bc-42e0-9f61-8089ebeb7717 req-1404aabf-e9b5-43a7-a217-ea4ea9c0eaca tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0973215 Dec 16 14:58:08.022305 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90861b9d-98bc-42e0-9f61-8089ebeb7717 req-f7a84c3a-0f5d-4a1c-949e-d38a1ce74bb1 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Dec 16 14:58:09.426220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b3ded-b24d-4142-af23-f2d35ccc59fa req-33698f22-2aae-4f54-bda9-7b1ec746404a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:09.427835 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d52b3ded-b24d-4142-af23-f2d35ccc59fa req-33698f22-2aae-4f54-bda9-7b1ec746404a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1184204 Dec 16 14:58:09.478469 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d52b3ded-b24d-4142-af23-f2d35ccc59fa req-5c2a1ad9-7582-4efb-bd97-c5ebbbabf2dd tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Dec 16 14:58:10.687692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b5d57-5827-47be-8e17-182010d7f22c req-9933361a-d74f-4ba5-9eac-98cca7a327a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:10.689322 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7e1b5d57-5827-47be-8e17-182010d7f22c req-9933361a-d74f-4ba5-9eac-98cca7a327a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0864904 Dec 16 14:58:10.736589 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7e1b5d57-5827-47be-8e17-182010d7f22c req-69ccbb2c-8f23-428a-96a8-6ce2033a0ccb tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Dec 16 14:58:11.243033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f5f00810-aeb8-4b31-9626-c002c8984c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:11.274482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-ddb8b5ec-6545-4c3e-96a3-0d3336faba9d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:11.275473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-ddb8b5ec-6545-4c3e-96a3-0d3336faba9d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Synchronizing usage tracker for tenant:bb300a155af646228f7c0b155a5d63ac on resource:network {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:58:11.326996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-ddb8b5ec-6545-4c3e-96a3-0d3336faba9d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Unset dirty status for tenant:bb300a155af646228f7c0b155a5d63ac on resource:network {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:58:11.328353 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-ddb8b5ec-6545-4c3e-96a3-0d3336faba9d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/networks?id=51fa2478-044e-4ace-8255-2af8579457d9 HTTP/1.1" status: 200 len: 814 time: 0.2241306 Dec 16 14:58:11.347058 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-bdbabf69-4d20-4c98-bad2-36429fbfcede tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/quotas/bb300a155af646228f7c0b155a5d63ac HTTP/1.1" status: 200 len: 375 time: 0.0127110 Dec 16 14:58:11.401476 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-8899c21b-c073-436e-b9ee-a7fcd49c654e tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb300a155af646228f7c0b155a5d63ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476792 Dec 16 14:58:11.544798 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-fde4efd4-4ebf-432c-aa14-075f2dc1b724 service neutron] 10.222.0.45 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359997 Dec 16 14:58:11.692766 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-0378159e-ebcb-43cb-8fa6-70ed135f971d service neutron] 10.222.0.45 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418309 Dec 16 14:58:11.930289 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a4b86974-3593-4f1a-b1bb-4244154152b8 req-9b0bec8c-2629-4979-bb9c-3681336a8e47 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0543327 Dec 16 14:58:12.961620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:13.104423 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2b5db6b0-bccf-4981-af37-e7c4f802aa25 req-b7004052-cf8e-439d-abfb-3de001dead96 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0499637 Dec 16 14:58:13.734627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99621c-1255-417d-88f0-78a8d1346160 req-27dd34a5-2ade-4dea-8741-b5d4c11e3598 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:13.736342 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dd99621c-1255-417d-88f0-78a8d1346160 req-27dd34a5-2ade-4dea-8741-b5d4c11e3598 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0830410 Dec 16 14:58:13.778127 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b1cbfb52-9563-473a-9e20-0a1459bae8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:13.786218 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dd99621c-1255-417d-88f0-78a8d1346160 req-af90b8d3-cd18-42d0-b86b-8c02426c2cbf tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Dec 16 14:58:14.329861 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:15.623409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:17.173796 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-87e87aab-2f76-453d-8102-15206d904c61 req-63553a80-b099-4929-8d32-656829b24382 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0462918 Dec 16 14:58:17.641675 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-13c41a14-dc9e-46a9-b918-7ed7d89e8cf4 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:17.643316 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-13c41a14-dc9e-46a9-b918-7ed7d89e8cf4 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.32 "GET /v2.0/networks?id=51fa2478-044e-4ace-8255-2af8579457d9 HTTP/1.1" status: 200 len: 814 time: 0.1595154 Dec 16 14:58:17.675709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Request body: {'port': {'device_id': '64774bdb-b85b-4d86-9110-0b37d9c15bed', 'network_id': '51fa2478-044e-4ace-8255-2af8579457d9', 'admin_state_up': True, 'tenant_id': 'bb300a155af646228f7c0b155a5d63ac'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:58:17.827848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:17.832324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Usage tracker for resource:port and tenant:bb300a155af646228f7c0b155a5d63ac is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:17.835400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:17.841714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:17.895702 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Made reservation on behalf of bb300a155af646228f7c0b155a5d63ac for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:58:17.901554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:18.421286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Allocated IP 172.20.0.7 (51fa2478-044e-4ace-8255-2af8579457d9/0836b5ba-472e-4614-b0e0-7504bc6b1a1a/75cb5458-4bda-45f2-b4d8-351b0e290d01) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:58:18.680840 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:18.742606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:18.751248 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70941f-5355-4a9c-a9a0-4897071edad6 req-e057d91f-3416-4af4-866e-56b9d349c175 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:18.752864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d70941f-5355-4a9c-a9a0-4897071edad6 req-e057d91f-3416-4af4-866e-56b9d349c175 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 931 time: 0.1008599 Dec 16 14:58:18.755214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:18.817099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6d70941f-5355-4a9c-a9a0-4897071edad6 req-95414265-9b97-4526-8f2d-46cc6336c11a tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Synchronizing usage tracker for tenant:bb300a155af646228f7c0b155a5d63ac on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:58:18.821213 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Network 51fa2478-044e-4ace-8255-2af8579457d9 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:58:18.824500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:58:18.829092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:58:18.878164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6d70941f-5355-4a9c-a9a0-4897071edad6 req-95414265-9b97-4526-8f2d-46cc6336c11a tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Unset dirty status for tenant:bb300a155af646228f7c0b155a5d63ac on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:58:18.879828 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d70941f-5355-4a9c-a9a0-4897071edad6 req-95414265-9b97-4526-8f2d-46cc6336c11a tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148176 Dec 16 14:58:18.885837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Pushing event updated for resources: {'Port': ['ID=75cb5458-4bda-45f2-b4d8-351b0e290d01,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:18.896551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:18.928538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:18.930202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:18.993714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-03040ff9-894c-4a3e-8d86-e1baa0fdfbd1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Synchronizing usage tracker for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:58:19.004079 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3325503 Dec 16 14:58:19.066942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Request body: {'port': {'device_id': '64774bdb-b85b-4d86-9110-0b37d9c15bed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:58:19.096831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-03040ff9-894c-4a3e-8d86-e1baa0fdfbd1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Unset dirty status for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:58:19.098175 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-03040ff9-894c-4a3e-8d86-e1baa0fdfbd1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408019117&fields=id&tenant_id=482e5876a2f84b6ca5fc8e3537c2e971 HTTP/1.1" status: 200 len: 267 time: 0.1570284 Dec 16 14:58:19.310529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:19.371060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-f987bdde-76cc-4114-8aa8-197c95306331 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:19.372619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-f987bdde-76cc-4114-8aa8-197c95306331 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/networks?id=8b4d9c94-6212-4d8c-9d94-8cb624826270 HTTP/1.1" status: 200 len: 809 time: 0.2650201 Dec 16 14:58:19.462440 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-584bb09c-e1ae-472b-9016-b7770f71418d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/quotas/482e5876a2f84b6ca5fc8e3537c2e971 HTTP/1.1" status: 200 len: 375 time: 0.0640349 Dec 16 14:58:19.669263 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-448c99a5-9613-435d-b8f4-056a29d9ac7a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=482e5876a2f84b6ca5fc8e3537c2e971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1960423 Dec 16 14:58:19.895619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-2747223f-0297-4778-a374-06a02717b908 service neutron] 10.222.0.45 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101600 Dec 16 14:58:19.900275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75cb5458-4bda-45f2-b4d8-351b0e290d01 {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:58:19.931456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:19.980098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Transition to ACTIVE for port object 75cb5458-4bda-45f2-b4d8-351b0e290d01 will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:58:20.028771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:20.037453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:20.094928 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae795ca-3377-4582-a5b0-fef42b95cba0 req-cceb5131-17ea-4cb7-b51e-f05f8dd7b6e8 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:20.096676 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ae795ca-3377-4582-a5b0-fef42b95cba0 req-cceb5131-17ea-4cb7-b51e-f05f8dd7b6e8 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 943 time: 0.0855045 Dec 16 14:58:20.164095 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ae795ca-3377-4582-a5b0-fef42b95cba0 req-c5f49ed7-b1bd-4a59-b0d0-74f814a04566 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590837 Dec 16 14:58:20.382669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=75cb5458-4bda-45f2-b4d8-351b0e290d01,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:20.388478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:20.396347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-b6c7785a-102d-4db1-8e43-6d1567ca258e service neutron] 10.222.0.45 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917426 Dec 16 14:58:20.505996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Attempting to bind port 75cb5458-4bda-45f2-b4d8-351b0e290d01 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:58:20.506602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Attempting to bind port 75cb5458-4bda-45f2-b4d8-351b0e290d01 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '3ebd8ad0-ed39-4275-8ce2-13171b80e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '51fa2478-044e-4ace-8255-2af8579457d9'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:58:20.506729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Attempting to bind port 75cb5458-4bda-45f2-b4d8-351b0e290d01 on network 51fa2478-044e-4ace-8255-2af8579457d9 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:58:20.512780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Port 75cb5458-4bda-45f2-b4d8-351b0e290d01 on network 51fa2478-044e-4ace-8255-2af8579457d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:58:20.513137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Attempting to bind port 75cb5458-4bda-45f2-b4d8-351b0e290d01 on network 51fa2478-044e-4ace-8255-2af8579457d9 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:58:20.519757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:58:20.520111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Checking segment: {'id': '3ebd8ad0-ed39-4275-8ce2-13171b80e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '51fa2478-044e-4ace-8255-2af8579457d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:58:20.520538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Bound using segment: {'id': '3ebd8ad0-ed39-4275-8ce2-13171b80e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '51fa2478-044e-4ace-8255-2af8579457d9'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:58:20.521002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Bound port: 75cb5458-4bda-45f2-b4d8-351b0e290d01, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ebd8ad0-ed39-4275-8ce2-13171b80e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '51fa2478-044e-4ace-8255-2af8579457d9'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:58:20.521387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:20.619873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] For port 75cb5458-4bda-45f2-b4d8-351b0e290d01, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:58:20.623131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] For port 75cb5458-4bda-45f2-b4d8-351b0e290d01, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01,segment=NetworkSegment(3ebd8ad0-ed39-4275-8ce2-13171b80e080),segment_id=3ebd8ad0-ed39-4275-8ce2-13171b80e080)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:58:20.652740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:20.657607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:20.726945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:20.728491 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] 10.222.0.32 "PUT /v2.0/ports/75cb5458-4bda-45f2-b4d8-351b0e290d01 HTTP/1.1" status: 200 len: 1093 time: 1.6665425 Dec 16 14:58:20.729021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64774bdb-b85b-4d86-9110-0b37d9c15bed', 'tag': '75cb5458-4bda-45f2-b4d8-351b0e290d01'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:58:20.741528 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=75cb5458-4bda-45f2-b4d8-351b0e290d01,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:20.744931 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:20.802069 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64774bdb-b85b-4d86-9110-0b37d9c15bed', 'tag': '75cb5458-4bda-45f2-b4d8-351b0e290d01', 'status': 'completed', 'code': 200} Dec 16 14:58:20.934654 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-896abaa0-b0ea-470c-b3de-2e2eea947421 req-ab1f5bf6-908b-4afe-8a2b-85332ecb29e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb300a155af646228f7c0b155a5d63ac&device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 1096 time: 0.0780337 Dec 16 14:58:21.141149 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-16b55a3a-eb60-47ea-bc39-8b9fb6bef9ce req-f5c7142f-3e09-43d7-b207-ab3b247b6cd2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0600314 Dec 16 14:58:21.177239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896abaa0-b0ea-470c-b3de-2e2eea947421 req-a6fbeef1-a7d0-43b3-8f24-a7278748075b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:21.179102 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-896abaa0-b0ea-470c-b3de-2e2eea947421 req-a6fbeef1-a7d0-43b3-8f24-a7278748075b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bb300a155af646228f7c0b155a5d63ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2203736 Dec 16 14:58:21.394789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896abaa0-b0ea-470c-b3de-2e2eea947421 req-e2e9d95e-eeb6-45d4-acc6-8a912edcd666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:21.396410 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-896abaa0-b0ea-470c-b3de-2e2eea947421 req-e2e9d95e-eeb6-45d4-acc6-8a912edcd666 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098148 Dec 16 14:58:21.421413 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737979-2203-40d6-8d33-e8ca1f1e38df req-5a2d24fa-67d6-4e36-862c-3f2a2da735a6 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:21.422674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-90737979-2203-40d6-8d33-e8ca1f1e38df req-5a2d24fa-67d6-4e36-862c-3f2a2da735a6 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Synchronizing usage tracker for tenant:bb300a155af646228f7c0b155a5d63ac on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:58:21.511582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-90737979-2203-40d6-8d33-e8ca1f1e38df req-5a2d24fa-67d6-4e36-862c-3f2a2da735a6 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Unset dirty status for tenant:bb300a155af646228f7c0b155a5d63ac on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:58:21.512869 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90737979-2203-40d6-8d33-e8ca1f1e38df req-5a2d24fa-67d6-4e36-862c-3f2a2da735a6 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 943 time: 0.2097132 Dec 16 14:58:21.583578 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90737979-2203-40d6-8d33-e8ca1f1e38df req-9d512a05-00dd-41ca-8f6a-eff788ff76e0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624559 Dec 16 14:58:21.594734 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-ec3aae19-d710-4329-9ef1-b51024e25f80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb300a155af646228f7c0b155a5d63ac&device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 1096 time: 0.1214352 Dec 16 14:58:21.677321 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-4f522272-b103-4411-a7b6-4b0829af6958 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01 HTTP/1.1" status: 200 len: 217 time: 0.0674369 Dec 16 14:58:21.755876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-62b07c16-9e62-41d8-8926-2987e94fe44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:21.757377 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-62b07c16-9e62-41d8-8926-2987e94fe44c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0836b5ba-472e-4614-b0e0-7504bc6b1a1a HTTP/1.1" status: 200 len: 854 time: 0.0724418 Dec 16 14:58:21.819419 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-e11d9d3b-8688-449d-b3fb-f34fae2b4f41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fa2478-044e-4ace-8255-2af8579457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537343 Dec 16 14:58:21.968445 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-9725e8dc-79f9-46f4-85d7-28e4c1abe953 service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417394 Dec 16 14:58:22.151044 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e17e2ca-f16c-49ed-9ad3-62bc2e2d7a7f req-5aa65076-e42f-4874-b21b-7791b90a6963 service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732976 Dec 16 14:58:22.326976 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-797f8059-afe3-4637-b418-01b2f1d695b6 req-4bc336d6-a796-46f6-8a70-d08545b9caf2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0466921 Dec 16 14:58:22.795410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5a768-9e96-43da-8250-b4e19d81b2b2 req-27c0271c-07df-4b20-b522-3f8dff10f463 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:22.797083 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04a5a768-9e96-43da-8250-b4e19d81b2b2 req-27c0271c-07df-4b20-b522-3f8dff10f463 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 943 time: 0.0891542 Dec 16 14:58:22.846292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04a5a768-9e96-43da-8250-b4e19d81b2b2 req-d88964bf-2e64-401b-9c75-660affca2261 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Dec 16 14:58:22.869059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 37360) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:23.021763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:23.055077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:23.059039 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:eec928f8ae3d4bff8bd21ceecdbaa511 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:23.061978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:23.068049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:23.134770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:23.163499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:23.171859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3cf282f3-9e3f-4433-ab01-e3dc1f7ed4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:23.267051 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb28acc5-d4cd-448f-8510-63c200110639,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:23.272686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:23.277968 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eec928f8ae3d4bff8bd21ceecdbaa511&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4053154 Dec 16 14:58:23.279100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37368) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:23.380455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7644b60-52a7-438e-8df1-305e4c5f0ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:23.386004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-a81f9891-4162-4818-ab9d-6ea5e67804a9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:23.387642 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-a81f9891-4162-4818-ab9d-6ea5e67804a9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.32 "GET /v2.0/networks?id=8b4d9c94-6212-4d8c-9d94-8cb624826270 HTTP/1.1" status: 200 len: 809 time: 0.2074530 Dec 16 14:58:23.410548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7644b60-52a7-438e-8df1-305e4c5f0ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:23.489423 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7644b60-52a7-438e-8df1-305e4c5f0ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:23.496290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-73e8f47f-de7f-465f-9f4b-17344ac6277b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:23.505949 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-182be506-72f0-4a11-95e4-eb7f16b0b28d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=482e5876a2f84b6ca5fc8e3537c2e971 HTTP/1.1" status: 200 len: 380 time: 0.0988095 Dec 16 14:58:23.511035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7644b60-52a7-438e-8df1-305e4c5f0ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb28acc5-d4cd-448f-8510-63c200110639,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:23.513633 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-49b93d3a-ca3b-4ddd-bcc3-242352e91e7b req-89aa9723-90e2-42f2-929e-0a4ef363a370 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0512795 Dec 16 14:58:23.514249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b7644b60-52a7-438e-8df1-305e4c5f0ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:23.515483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7644b60-52a7-438e-8df1-305e4c5f0ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:23.529359 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b7644b60-52a7-438e-8df1-305e4c5f0ba7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb28acc5-d4cd-448f-8510-63c200110639 HTTP/1.1" status: 204 len: 168 time: 0.2389865 Dec 16 14:58:23.547350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Request body: {'port': {'device_id': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'admin_state_up': True, 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'security_groups': ['6070b568-47a8-4aa5-ac81-3ab7d2070923']}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:58:23.694316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:23.698942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:port and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:23.701912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:23.708331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:23.740797 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Made reservation on behalf of 482e5876a2f84b6ca5fc8e3537c2e971 for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 14:58:23.747290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:23.925656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Allocated IP 172.20.0.3 (8b4d9c94-6212-4d8c-9d94-8cb624826270/20f2d9af-9dfa-424a-ae3e-58d657fffab4/2a20087b-09a5-411d-bbb0-eb5a2ee789c2) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:58:24.020566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37384) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:24.040670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.074331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:24.078801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Usage tracker for resource:security_group_rule and tenant:b01c39b942ee4b8598d9ebc283b06c2f is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:24.081776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:24.088024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:24.178289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4992e-031d-4d8d-8f3d-32888caa66ff req-d7cd3ce8-77e3-43f3-9797-f317c353975f tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:24.180407 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-72a4992e-031d-4d8d-8f3d-32888caa66ff req-d7cd3ce8-77e3-43f3-9797-f317c353975f tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 943 time: 0.2077906 Dec 16 14:58:24.218280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.235272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.242682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.249892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Transition to ACTIVE for port object 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:58:24.261234 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-72a4992e-031d-4d8d-8f3d-32888caa66ff req-bfdb330e-148c-4933-bfbc-c398bb3f0c95 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720596 Dec 16 14:58:24.272413 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.280650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-84a6717c-2bcd-469f-b9a3-a2279ba9f9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:24.304117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.311692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-66b3e9d6-49a1-4b9c-bb2f-8cd03f8753d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:24.326910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607f52c2-1d45-480e-86cf-3e03a95d5390,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:24.330394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:24.332699 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b01c39b942ee4b8598d9ebc283b06c2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3109860 Dec 16 14:58:24.335672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37388) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:24.377048 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Network 8b4d9c94-6212-4d8c-9d94-8cb624826270 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:58:24.385628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:58:24.390633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:58:24.407986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9c742b8d-18dd-4124-ad7e-cbda5ff0c140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.441745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'Port': ['ID=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:24.441989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9c742b8d-18dd-4124-ad7e-cbda5ff0c140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.446737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:24.478832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:24.479593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.524349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9c742b8d-18dd-4124-ad7e-cbda5ff0c140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.530237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:24.546002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c742b8d-18dd-4124-ad7e-cbda5ff0c140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607f52c2-1d45-480e-86cf-3e03a95d5390,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:24.549132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9c742b8d-18dd-4124-ad7e-cbda5ff0c140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:24.550372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9c742b8d-18dd-4124-ad7e-cbda5ff0c140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.554399 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9c742b8d-18dd-4124-ad7e-cbda5ff0c140 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/607f52c2-1d45-480e-86cf-3e03a95d5390 HTTP/1.1" status: 204 len: 168 time: 0.2149467 Dec 16 14:58:24.554541 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0108716 Dec 16 14:58:24.586661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Request body: {'port': {'device_id': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:58:24.825304 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.878238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-2e396ae7-5561-4868-af03-caaa8aa140f8 None None] Provisioning for port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:58:24.884114 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-2e396ae7-5561-4868-af03-caaa8aa140f8 None None] Provisioning complete for port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:58:24.884739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2e396ae7-5561-4868-af03-caaa8aa140f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:24.918245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001b64-4091-4eb6-a9e0-32a4d6baa7ae req-154a9cd6-c971-461e-9e37-c2b26665c5d1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:24.919024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-ea001b64-4091-4eb6-a9e0-32a4d6baa7ae req-154a9cd6-c971-461e-9e37-c2b26665c5d1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Synchronizing usage tracker for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:58:24.947212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-2e396ae7-5561-4868-af03-caaa8aa140f8 None None] Port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 14:58:24.989058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-ea001b64-4091-4eb6-a9e0-32a4d6baa7ae req-154a9cd6-c971-461e-9e37-c2b26665c5d1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Unset dirty status for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:58:24.990411 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea001b64-4091-4eb6-a9e0-32a4d6baa7ae req-154a9cd6-c971-461e-9e37-c2b26665c5d1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 931 time: 0.2631483 Dec 16 14:58:25.088610 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea001b64-4091-4eb6-a9e0-32a4d6baa7ae req-8e4b0526-01e4-4848-8ab2-f6deff7babef tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784948 Dec 16 14:58:25.558333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10071ebb-9faa-4780-820b-498e95be3993 req-fbd27535-7279-48ad-92dd-ac2d685c2efa tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:25.559936 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-10071ebb-9faa-4780-820b-498e95be3993 req-fbd27535-7279-48ad-92dd-ac2d685c2efa tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 943 time: 0.1531937 Dec 16 14:58:25.565977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:58:25.590007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:25.629728 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-10071ebb-9faa-4780-820b-498e95be3993 req-d6737b38-227d-42fd-b108-cfbe92c1e77e tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592239 Dec 16 14:58:25.683997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Transition to ACTIVE for port object 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 14:58:25.737972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:25.744116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:25.887224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Pushing event updated for resources: {'Port': ['ID=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:25.896445 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:26.040705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Attempting to bind port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:58:26.041702 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Attempting to bind port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 14:58:26.042288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Attempting to bind port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 on network 8b4d9c94-6212-4d8c-9d94-8cb624826270 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:58:26.049630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 on network 8b4d9c94-6212-4d8c-9d94-8cb624826270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:58:26.050330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Attempting to bind port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 on network 8b4d9c94-6212-4d8c-9d94-8cb624826270 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 14:58:26.061268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 14:58:26.061894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Checking segment: {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 14:58:26.062559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Bound using segment: {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 14:58:26.063254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Bound port: 2a20087b-09a5-411d-bbb0-eb5a2ee789c2, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71afc44-c470-498c-84f0-1cdd15f717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 14:58:26.063865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:26.193057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] For port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 14:58:26.198116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] For port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 14:58:26.229919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:26.241107 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:26.310922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:26.312453 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-46122f59-0190-4a54-aacc-d28303022303 service neutron] 10.222.0.32 "PUT /v2.0/ports/2a20087b-09a5-411d-bbb0-eb5a2ee789c2 HTTP/1.1" status: 200 len: 1093 time: 1.7325885 Dec 16 14:58:26.313001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:58:26.355992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Pushing event updated for resources: {'Port': ['ID=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:26.359493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:26.484683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c636dad-7cd2-401a-9ce0-e8370fed55cd req-bb17e997-ae79-4209-8d1b-a2b49bfbf9b6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:26.485504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4c636dad-7cd2-401a-9ce0-e8370fed55cd req-bb17e997-ae79-4209-8d1b-a2b49bfbf9b6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Synchronizing usage tracker for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:58:26.501815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4c636dad-7cd2-401a-9ce0-e8370fed55cd req-bb17e997-ae79-4209-8d1b-a2b49bfbf9b6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Unset dirty status for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:58:26.503107 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c636dad-7cd2-401a-9ce0-e8370fed55cd req-bb17e997-ae79-4209-8d1b-a2b49bfbf9b6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1191165 Dec 16 14:58:26.515002 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-d3e2421a-6d2b-442e-95c9-534ddb2fdcdb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=482e5876a2f84b6ca5fc8e3537c2e971&device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 1096 time: 0.0879455 Dec 16 14:58:26.569813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4c636dad-7cd2-401a-9ce0-e8370fed55cd req-451a8ce2-4d01-40e9-9f5d-b820b2d8d935 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Synchronizing usage tracker for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:58:26.589277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4c636dad-7cd2-401a-9ce0-e8370fed55cd req-451a8ce2-4d01-40e9-9f5d-b820b2d8d935 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Unset dirty status for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:58:26.594666 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c636dad-7cd2-401a-9ce0-e8370fed55cd req-451a8ce2-4d01-40e9-9f5d-b820b2d8d935 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849924 Dec 16 14:58:26.618023 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-ca4bae8f-1a7d-4732-82c2-f6d6c58e46b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2 HTTP/1.1" status: 200 len: 217 time: 0.0857146 Dec 16 14:58:26.702435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-b3f749c6-2021-4b88-b451-c6c302548835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:26.705112 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-b3f749c6-2021-4b88-b451-c6c302548835 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20f2d9af-9dfa-424a-ae3e-58d657fffab4 HTTP/1.1" status: 200 len: 848 time: 0.0749080 Dec 16 14:58:26.707121 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'status': 'completed', 'code': 200} Dec 16 14:58:26.983160 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db20d2d1-36a0-4f12-b7fa-7680faf2b3dd req-39cd3a80-814c-46cc-8a4d-08d767dc5f19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1099 time: 0.1838188 Dec 16 14:58:26.986950 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-c87c4d7c-53d7-4648-a866-11e94d22d090 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b4d9c94-6212-4d8c-9d94-8cb624826270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2231355 Dec 16 14:58:26.993101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d3812-9222-4521-931e-1a582a56834d req-4e991606-f8e1-4550-9254-f60528afe985 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:26.994690 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-585d3812-9222-4521-931e-1a582a56834d req-4e991606-f8e1-4550-9254-f60528afe985 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1580486 Dec 16 14:58:27.034174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a460-fdcb-4a33-9eb0-f06f0efa8d0e req-be6d645d-3e1a-4b05-b41c-f793a4acbf2e tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:27.035761 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a891a460-fdcb-4a33-9eb0-f06f0efa8d0e req-be6d645d-3e1a-4b05-b41c-f793a4acbf2e tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 943 time: 0.0967097 Dec 16 14:58:27.086572 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a891a460-fdcb-4a33-9eb0-f06f0efa8d0e req-6dd055c0-9e49-49a2-86a8-545da4bfd54b tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436878 Dec 16 14:58:27.300546 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-585d3812-9222-4521-931e-1a582a56834d req-779cf7bd-1b15-49a0-a462-23748ca30845 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460151 Dec 16 14:58:27.317463 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-33c3e8d3-d1ca-47a0-89fd-1e3e31dc70b2 service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211827 Dec 16 14:58:27.325255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20d2d1-36a0-4f12-b7fa-7680faf2b3dd req-cb36a7bd-1da5-46c2-a827-cc825b3de926 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:27.326818 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db20d2d1-36a0-4f12-b7fa-7680faf2b3dd req-cb36a7bd-1da5-46c2-a827-cc825b3de926 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 919 time: 0.3289077 Dec 16 14:58:27.466323 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db20d2d1-36a0-4f12-b7fa-7680faf2b3dd req-87763f45-3030-46cb-9299-881bc5a69b32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32 HTTP/1.1" status: 200 len: 217 time: 0.1136565 Dec 16 14:58:27.610083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20d2d1-36a0-4f12-b7fa-7680faf2b3dd req-5a66723c-30fa-432f-92aa-4bcb1755082a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:27.611679 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db20d2d1-36a0-4f12-b7fa-7680faf2b3dd req-5a66723c-30fa-432f-92aa-4bcb1755082a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.0981765 Dec 16 14:58:27.615006 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ff0bd2e-4372-47a5-8d20-c25afb93c7f9 req-d1915363-072a-4351-ba9c-6a701da05221 service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872744 Dec 16 14:58:27.676664 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db20d2d1-36a0-4f12-b7fa-7680faf2b3dd req-53c91aa6-ec15-41f0-8171-093fb1a79207 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473554 Dec 16 14:58:27.751399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 75cb5458-4bda-45f2-b4d8-351b0e290d01 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:58:27.828956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37466) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:28.061996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:28.073025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 75cb5458-4bda-45f2-b4d8-351b0e290d01, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01,segment=NetworkSegment(3ebd8ad0-ed39-4275-8ce2-13171b80e080),segment_id=3ebd8ad0-ed39-4275-8ce2-13171b80e080)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:58:28.087821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '75cb5458-4bda-45f2-b4d8-351b0e290d01', 'network_id': '51fa2478-044e-4ace-8255-2af8579457d9', 'port_id': '75cb5458-4bda-45f2-b4d8-351b0e290d01', 'mac_address': 'fa:16:3e:6a:71:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0836b5ba-472e-4614-b0e0-7504bc6b1a1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:58:28.099248 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:28.104314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Usage tracker for resource:security_group_rule and tenant:21f6a0d366614cd385719cb68b46c735 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:28.107367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:28.113847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:28.144082 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:28.163112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75cb5458-4bda-45f2-b4d8-351b0e290d01 {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:58:28.187905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:28.204404 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db20d2d1-36a0-4f12-b7fa-7680faf2b3dd req-a7209f52-aefd-4403-9590-7885d4e7fca5 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470291 Dec 16 14:58:28.212285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab585e-b022-4c89-a92d-a7b9aa9df13d req-639068c1-3574-4606-8408-38cec2d5a5bd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:28.213798 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e5ab585e-b022-4c89-a92d-a7b9aa9df13d req-639068c1-3574-4606-8408-38cec2d5a5bd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.5013726 Dec 16 14:58:28.220764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:28.229659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-599de85c-f32b-4254-bd60-ebc26120e6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:28.256712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 75cb5458-4bda-45f2-b4d8-351b0e290d01, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01,segment=NetworkSegment(3ebd8ad0-ed39-4275-8ce2-13171b80e080),segment_id=3ebd8ad0-ed39-4275-8ce2-13171b80e080)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:58:28.266988 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e56f0a63-3fda-4aa5-94f1-baba70ce65f5 req-4672fbbb-83b2-457b-84ba-41f6a82cd6b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=482e5876a2f84b6ca5fc8e3537c2e971&device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 1096 time: 0.4815705 Dec 16 14:58:28.274415 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111cd8ab-aee8-43d0-98d2-d44560a495e6,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:28.278508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:28.280725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:28.282178 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21f6a0d366614cd385719cb68b46c735&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4520051 Dec 16 14:58:28.283225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:28.283736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37476) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:28.374654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=75cb5458-4bda-45f2-b4d8-351b0e290d01,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:28.383777 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.384148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.384829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.385284 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1360-5ade-4753-b19a-0ec0ce4e9e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:28.385532 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.386068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.386590 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.387126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.387655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.388171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.388974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.389610 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:58:28.394338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:28.424833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1360-5ade-4753-b19a-0ec0ce4e9e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:28.503852 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e5ab585e-b022-4c89-a92d-a7b9aa9df13d req-6e18db3e-d297-4126-9192-d24c4e2b88d9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586253 Dec 16 14:58:28.543080 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db20d2d1-36a0-4f12-b7fa-7680faf2b3dd req-a2a08534-6a8d-4d27-afc2-41dc5c481422 service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271401 Dec 16 14:58:28.545105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f0a63-3fda-4aa5-94f1-baba70ce65f5 req-978d6302-d764-4bfd-8e96-cd92a8d1a77b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:28.547866 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e56f0a63-3fda-4aa5-94f1-baba70ce65f5 req-978d6302-d764-4bfd-8e96-cd92a8d1a77b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b4d9c94-6212-4d8c-9d94-8cb624826270 HTTP/1.1" status: 200 len: 910 time: 0.2669809 Dec 16 14:58:28.553094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baede6-7a0c-43e0-a54e-b2cc3dd14145 req-dcbda066-8ce0-4950-8c64-005891a48230 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:28.554942 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9baede6-7a0c-43e0-a54e-b2cc3dd14145 req-dcbda066-8ce0-4950-8c64-005891a48230 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 944 time: 0.0979459 Dec 16 14:58:28.611680 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9baede6-7a0c-43e0-a54e-b2cc3dd14145 req-f4c735bb-a21e-494c-b2df-a5135d7732c2 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501540 Dec 16 14:58:28.640257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1360-5ade-4753-b19a-0ec0ce4e9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:28.643621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9ff43538-4366-4db0-a0cf-aa3ab727558f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:28.659274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd1360-5ade-4753-b19a-0ec0ce4e9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111cd8ab-aee8-43d0-98d2-d44560a495e6,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:28.661749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c0cd1360-5ade-4753-b19a-0ec0ce4e9e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:28.664199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1360-5ade-4753-b19a-0ec0ce4e9e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:28.665429 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c0cd1360-5ade-4753-b19a-0ec0ce4e9e93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/111cd8ab-aee8-43d0-98d2-d44560a495e6 HTTP/1.1" status: 204 len: 168 time: 0.3806922 Dec 16 14:58:28.698750 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e56f0a63-3fda-4aa5-94f1-baba70ce65f5 req-0be774e9-c5f7-445a-8063-fa72308543f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2 HTTP/1.1" status: 200 len: 217 time: 0.1301947 Dec 16 14:58:28.803285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f0a63-3fda-4aa5-94f1-baba70ce65f5 req-b8f5c9ba-07fe-4646-b114-3af3dc8e228f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:28.804908 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e56f0a63-3fda-4aa5-94f1-baba70ce65f5 req-b8f5c9ba-07fe-4646-b114-3af3dc8e228f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20f2d9af-9dfa-424a-ae3e-58d657fffab4 HTTP/1.1" status: 200 len: 848 time: 0.0882618 Dec 16 14:58:28.815080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f558b7-e21f-488a-b471-22c4df574a78 req-8cfd607f-d0cb-41ff-8d25-78e71fbc90c5 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:28.816636 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-79f558b7-e21f-488a-b471-22c4df574a78 req-8cfd607f-d0cb-41ff-8d25-78e71fbc90c5 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1815920 Dec 16 14:58:28.920317 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-79f558b7-e21f-488a-b471-22c4df574a78 req-b6720523-d871-4e06-abfc-45e1cf42a6e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969186 Dec 16 14:58:28.940147 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e56f0a63-3fda-4aa5-94f1-baba70ce65f5 req-20faa6c3-b415-4ab9-8864-50b51bcb7e90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b4d9c94-6212-4d8c-9d94-8cb624826270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007493 Dec 16 14:58:29.010991 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['75cb5458-4bda-45f2-b4d8-351b0e290d01'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:58:29.088189 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e56f0a63-3fda-4aa5-94f1-baba70ce65f5 req-a8d42d8e-c349-419e-8b16-34af4d22ece0 service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395335 Dec 16 14:58:29.209690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37492) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:29.234916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:29.251964 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e56f0a63-3fda-4aa5-94f1-baba70ce65f5 req-a131f0e6-fcdd-461b-a8db-519a93ef9a34 service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474643 Dec 16 14:58:29.278526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:29.282621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Usage tracker for resource:security_group_rule and tenant:9fffd6f30f5d41ff82f0f2cfb22fd4e2 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:29.286515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:29.291581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:29.465066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:29.500510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:29.508077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6f349c52-4606-45fe-918b-edaf1052af96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:29.553224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7782b9fb-2414-4122-893e-3dd22ad63fb2,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:29.557229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:29.562385 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9fffd6f30f5d41ff82f0f2cfb22fd4e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3511851 Dec 16 14:58:29.565095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37500) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:29.644846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1064ac29-eabe-40a3-a641-289b32532901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:29.673131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1064ac29-eabe-40a3-a641-289b32532901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:29.730365 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9c9e9-4bb4-4dc2-bda3-23b589fcd6c6 req-fd4deb0c-fc37-48b6-9a1a-ff320c614fc2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:29.732078 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fad9c9e9-4bb4-4dc2-bda3-23b589fcd6c6 req-fd4deb0c-fc37-48b6-9a1a-ff320c614fc2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0923226 Dec 16 14:58:29.781451 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fad9c9e9-4bb4-4dc2-bda3-23b589fcd6c6 req-c542defd-06a2-4145-9a4f-68d6e74ba3a1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Dec 16 14:58:29.784469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1064ac29-eabe-40a3-a641-289b32532901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:29.794476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a34e6c93-0e8c-430e-9933-140ebd98781b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:29.813254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064ac29-eabe-40a3-a641-289b32532901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7782b9fb-2414-4122-893e-3dd22ad63fb2,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:29.815616 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1064ac29-eabe-40a3-a641-289b32532901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:29.822822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1064ac29-eabe-40a3-a641-289b32532901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:29.824044 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1064ac29-eabe-40a3-a641-289b32532901 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7782b9fb-2414-4122-893e-3dd22ad63fb2 HTTP/1.1" status: 204 len: 168 time: 0.2573342 Dec 16 14:58:29.858495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92145995-8a68-4358-824a-d7e8e0fff02e req-0fddffb4-8f0a-4c1c-ac6e-c0cc56985b60 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:29.860148 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-92145995-8a68-4358-824a-d7e8e0fff02e req-0fddffb4-8f0a-4c1c-ac6e-c0cc56985b60 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 944 time: 0.1146107 Dec 16 14:58:29.919764 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-92145995-8a68-4358-824a-d7e8e0fff02e req-ed30ad91-0124-496e-b707-905810957334 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535967 Dec 16 14:58:30.263272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ca46-3e8e-4635-8a3f-0c0dd1a92799 req-6c2bcc85-548e-4fc0-9de7-6ae3deabbd91 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:30.264902 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7fd7ca46-3e8e-4635-8a3f-0c0dd1a92799 req-6c2bcc85-548e-4fc0-9de7-6ae3deabbd91 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0912590 Dec 16 14:58:30.314681 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7fd7ca46-3e8e-4635-8a3f-0c0dd1a92799 req-97481c5f-abaf-4809-939a-c189c0a7470a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 Dec 16 14:58:30.991588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaeef2-49cf-4d53-a121-0e2964616a99 req-16d8b974-270b-422c-8055-749e42205910 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:30.993223 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9edaeef2-49cf-4d53-a121-0e2964616a99 req-16d8b974-270b-422c-8055-749e42205910 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0875802 Dec 16 14:58:31.044389 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9edaeef2-49cf-4d53-a121-0e2964616a99 req-0a15f564-48aa-4b47-a4f0-e4579efaa709 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443470 Dec 16 14:58:31.137424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8e02-8108-49a8-9303-67f0786674d4 req-5c1cc28e-e229-4ccb-bda8-eabaf4389060 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:31.139058 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9ba8e02-8108-49a8-9303-67f0786674d4 req-5c1cc28e-e229-4ccb-bda8-eabaf4389060 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 944 time: 0.0862734 Dec 16 14:58:31.187352 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9ba8e02-8108-49a8-9303-67f0786674d4 req-f7602c15-e4d7-4939-b823-3686b5f59376 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Dec 16 14:58:31.531559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72aa5f-ef1e-45cd-a465-fb866e3b1fba req-3640ac16-ae73-46d7-bb5f-fcc130ccaf0e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:31.533196 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ff72aa5f-ef1e-45cd-a465-fb866e3b1fba req-3640ac16-ae73-46d7-bb5f-fcc130ccaf0e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0868726 Dec 16 14:58:31.582633 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ff72aa5f-ef1e-45cd-a465-fb866e3b1fba req-d5f0f423-8ea3-40f9-94ce-d99e67cd3248 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Dec 16 14:58:31.787772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 75cb5458-4bda-45f2-b4d8-351b0e290d01 up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:58:31.894846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 75cb5458-4bda-45f2-b4d8-351b0e290d01 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:58:31.900000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 75cb5458-4bda-45f2-b4d8-351b0e290d01 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:58:31.900429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:32.029576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:32.057136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64774bdb-b85b-4d86-9110-0b37d9c15bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cb5458-4bda-45f2-b4d8-351b0e290d01'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:58:32.067177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 75cb5458-4bda-45f2-b4d8-351b0e290d01, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01,segment=NetworkSegment(3ebd8ad0-ed39-4275-8ce2-13171b80e080),segment_id=3ebd8ad0-ed39-4275-8ce2-13171b80e080)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:58:32.097774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:32.099832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:32.130168 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64774bdb-b85b-4d86-9110-0b37d9c15bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75cb5458-4bda-45f2-b4d8-351b0e290d01', 'code': 200} Dec 16 14:58:32.182778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=75cb5458-4bda-45f2-b4d8-351b0e290d01,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:32.186485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:32.275598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c81215-e96f-457d-a038-3b0f57988add req-f59d27d4-93da-4317-93ee-d22d86c9a4cf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:32.277399 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4c81215-e96f-457d-a038-3b0f57988add req-f59d27d4-93da-4317-93ee-d22d86c9a4cf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0950124 Dec 16 14:58:32.329354 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4c81215-e96f-457d-a038-3b0f57988add req-bf41a08d-7544-4f31-8df0-056140db68b7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Dec 16 14:58:32.483219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad16cb-79d2-42ef-9cbd-301c00477893 req-62ada6f3-42d0-43dd-bdef-3c07544ea87b tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:32.484864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-20ad16cb-79d2-42ef-9cbd-301c00477893 req-62ada6f3-42d0-43dd-bdef-3c07544ea87b tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 945 time: 0.0930276 Dec 16 14:58:32.576550 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-20ad16cb-79d2-42ef-9cbd-301c00477893 req-161a9d4a-f72e-4d92-9213-86e534bb85f4 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850830 Dec 16 14:58:32.620760 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed7cc291-b68c-451c-b98e-800a7ddac6cd req-ce14d326-51aa-4650-abe0-5852a213346e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 1098 time: 0.0835187 Dec 16 14:58:32.672242 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed7cc291-b68c-451c-b98e-800a7ddac6cd req-c8fda982-298a-488e-9ab1-9e31021ce49b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Dec 16 14:58:32.804598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfa507-2824-4240-945e-21b36f95dd14 req-1b442e63-b3be-4b0a-b16c-bfc2f134d293 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:32.806273 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-99cfa507-2824-4240-945e-21b36f95dd14 req-1b442e63-b3be-4b0a-b16c-bfc2f134d293 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0872624 Dec 16 14:58:32.855468 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-99cfa507-2824-4240-945e-21b36f95dd14 req-922dacd8-5bda-45b9-a768-b8a7c55adc48 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Dec 16 14:58:33.541253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b8dc3-cb5e-4fb7-93b6-58f4d3d37387 req-d235808f-46b5-47ae-b8d9-9a810b1d0e29 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:33.542909 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c72b8dc3-cb5e-4fb7-93b6-58f4d3d37387 req-d235808f-46b5-47ae-b8d9-9a810b1d0e29 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0828776 Dec 16 14:58:33.595235 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c72b8dc3-cb5e-4fb7-93b6-58f4d3d37387 req-70ca47b2-9d40-4fc1-a609-86d31327e954 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463870 Dec 16 14:58:33.791831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3a0cb-377e-41f3-84b0-1f65aac92aac req-44c85ff7-4f2e-4616-84b9-52ba697d7266 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:33.793347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3bd3a0cb-377e-41f3-84b0-1f65aac92aac req-44c85ff7-4f2e-4616-84b9-52ba697d7266 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 945 time: 0.0825939 Dec 16 14:58:33.846715 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3bd3a0cb-377e-41f3-84b0-1f65aac92aac req-b9d2219d-536f-4aba-a93b-9c8d323df2b2 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473638 Dec 16 14:58:34.074086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65131c1e-539e-4c58-8fd9-0bf6222c6fb1 req-7686f120-7061-486e-ac07-0efdab31b2ae tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:34.075621 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65131c1e-539e-4c58-8fd9-0bf6222c6fb1 req-7686f120-7061-486e-ac07-0efdab31b2ae tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0865202 Dec 16 14:58:34.123292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65131c1e-539e-4c58-8fd9-0bf6222c6fb1 req-2c8031dd-1825-443b-a51b-18f25894ab33 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 Dec 16 14:58:34.814910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb734e3-e6c0-4c8f-8460-d49021244688 req-27798723-ac52-4ab1-bdf4-792f7a57bd1d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:34.816838 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7cb734e3-e6c0-4c8f-8460-d49021244688 req-27798723-ac52-4ab1-bdf4-792f7a57bd1d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0884888 Dec 16 14:58:34.882417 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7cb734e3-e6c0-4c8f-8460-d49021244688 req-0a04021d-350c-4143-8830-eed22d892bcf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544713 Dec 16 14:58:34.917788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:58:35.086185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d6b11-7dd7-45c9-916a-0005d9cfb565 req-cfb4431b-6556-4248-a0f2-8d5665d48fd0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:35.087812 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-125d6b11-7dd7-45c9-916a-0005d9cfb565 req-cfb4431b-6556-4248-a0f2-8d5665d48fd0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 945 time: 0.0878301 Dec 16 14:58:35.136755 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-125d6b11-7dd7-45c9-916a-0005d9cfb565 req-b326ef56-28cb-41f0-af84-24755c3ed6f6 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Dec 16 14:58:35.361986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5d9c-e7af-4712-9bd6-13bf043fc3fd req-78932df4-77b7-4428-8cf3-09cfd395ae01 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:35.363746 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25eb5d9c-e7af-4712-9bd6-13bf043fc3fd req-78932df4-77b7-4428-8cf3-09cfd395ae01 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1100881 Dec 16 14:58:35.424141 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25eb5d9c-e7af-4712-9bd6-13bf043fc3fd req-d2f81756-0b1e-4a20-803e-227d4edd8b2c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505910 Dec 16 14:58:36.119968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2830b66-47b1-4cdb-a502-2c86753c9012 req-20642c4c-3505-4642-a103-2a79bb78b0cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:36.121534 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2830b66-47b1-4cdb-a502-2c86753c9012 req-20642c4c-3505-4642-a103-2a79bb78b0cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0891974 Dec 16 14:58:36.169828 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2830b66-47b1-4cdb-a502-2c86753c9012 req-b39613ce-edd1-41ae-84be-fd34018640a1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Dec 16 14:58:36.649946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38788228-76e1-4ae3-9c5d-59ae42d93bbf req-774d8c7d-9539-4143-8d33-58d315e73920 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:36.651656 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38788228-76e1-4ae3-9c5d-59ae42d93bbf req-774d8c7d-9539-4143-8d33-58d315e73920 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0883479 Dec 16 14:58:36.702109 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38788228-76e1-4ae3-9c5d-59ae42d93bbf req-61ea7586-8fd8-4be8-9b7e-aad699dd3549 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Dec 16 14:58:37.390310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e21c5-768b-4cc9-9f8e-03c102ec899a req-fbdfc9cb-ca45-47d9-a403-40a8414e6bd7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:37.391954 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f23e21c5-768b-4cc9-9f8e-03c102ec899a req-fbdfc9cb-ca45-47d9-a403-40a8414e6bd7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0957627 Dec 16 14:58:37.443944 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f23e21c5-768b-4cc9-9f8e-03c102ec899a req-52084ae8-0b82-467a-bff9-3fd89bd5d13c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456955 Dec 16 14:58:37.831873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:58:37.932404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c947c-a879-45b6-8612-ab26c7da4235 req-704f4f44-cd6f-4bc9-837d-08c3215db354 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:37.934076 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec4c947c-a879-45b6-8612-ab26c7da4235 req-704f4f44-cd6f-4bc9-837d-08c3215db354 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1021917 Dec 16 14:58:38.001771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:58:38.008888 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec4c947c-a879-45b6-8612-ab26c7da4235 req-d0f7e6df-c78f-44e1-9dc2-b45ca7df6f16 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661571 Dec 16 14:58:38.038762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'port_id': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'mac_address': 'fa:16:3e:15:be:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:58:38.103790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:38.122646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:58:38.137632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:58:38.169266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:38.171232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:38.240910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:38.244256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:38.431086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37750) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:38.628837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:38.680759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:38.687744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Usage tracker for resource:security_group_rule and tenant:58a13f4f1962454d82de17ff22328a3f is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:38.691259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:38.705137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:38.726411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abca5b-bc40-409b-8232-5f37aef57157 req-6df75aea-8263-4706-8c4b-5d82a3442417 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:38.728112 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47abca5b-bc40-409b-8232-5f37aef57157 req-6df75aea-8263-4706-8c4b-5d82a3442417 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 944 time: 0.1389916 Dec 16 14:58:38.793177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['2a20087b-09a5-411d-bbb0-eb5a2ee789c2'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:58:38.812726 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47abca5b-bc40-409b-8232-5f37aef57157 req-5ea8bc29-2150-468a-b2fb-1e6c404685f1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785291 Dec 16 14:58:38.832660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:38.869219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:38.877981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ba427a29-ee3e-4ff6-8877-1589179da05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:38.923029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d6db49-d535-4b32-85ce-a16314102041,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:38.926880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:38.933399 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58a13f4f1962454d82de17ff22328a3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4976578 Dec 16 14:58:38.933399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37758) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:38.997443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f2edd25c-cd9b-4b90-afc4-402cac1279d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:39.024598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f2edd25c-cd9b-4b90-afc4-402cac1279d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:39.112020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f2edd25c-cd9b-4b90-afc4-402cac1279d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:39.116364 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9c742b8d-18dd-4124-ad7e-cbda5ff0c140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:39.137734 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edd25c-cd9b-4b90-afc4-402cac1279d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d6db49-d535-4b32-85ce-a16314102041,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:39.149262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f2edd25c-cd9b-4b90-afc4-402cac1279d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:39.150200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f2edd25c-cd9b-4b90-afc4-402cac1279d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:39.154722 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f2edd25c-cd9b-4b90-afc4-402cac1279d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7d6db49-d535-4b32-85ce-a16314102041 HTTP/1.1" status: 204 len: 168 time: 0.2197292 Dec 16 14:58:39.255227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8e2d7-c22f-4b1b-a0f1-89dbd64366a7 req-557adffd-cab0-4323-bf75-1d89ed019ac6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:39.256838 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6fb8e2d7-c22f-4b1b-a0f1-89dbd64366a7 req-557adffd-cab0-4323-bf75-1d89ed019ac6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0849435 Dec 16 14:58:39.309059 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6fb8e2d7-c22f-4b1b-a0f1-89dbd64366a7 req-671bdb8f-4a4e-478b-872c-38dcd02982f3 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458622 Dec 16 14:58:39.664601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37774) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:39.684806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:39.721427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:39.725798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Usage tracker for resource:security_group_rule and tenant:1770add275fc41af8df778a668bc50dc is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:39.729211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:39.736074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:39.803670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:39.834509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:39.841962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-37cfed04-e5e3-41cc-875e-c14051f9b75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:39.885776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b89ddc-1909-4990-8b26-78fb775bae17,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:39.889005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:39.893793 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1770add275fc41af8df778a668bc50dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2256522 Dec 16 14:58:39.894386 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37780) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:39.961222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3c19-ec21-4b64-a71f-f336c7e95950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:39.989244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3c19-ec21-4b64-a71f-f336c7e95950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:40.025898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7cfba-dcee-412c-8bde-5778aa6ed96e req-6ab8124d-1b6e-40b9-ab0c-7498b395ba6d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:40.027548 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0a7cfba-dcee-412c-8bde-5778aa6ed96e req-6ab8124d-1b6e-40b9-ab0c-7498b395ba6d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 944 time: 0.0882006 Dec 16 14:58:40.063209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3c19-ec21-4b64-a71f-f336c7e95950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:40.068793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-dce15fdc-6246-4a9e-b090-1a5e8e59febb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:40.077045 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0a7cfba-dcee-412c-8bde-5778aa6ed96e req-418a9483-6927-4d6a-82cf-3a811ce01cfe tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432487 Dec 16 14:58:40.086284 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d3c19-ec21-4b64-a71f-f336c7e95950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b89ddc-1909-4990-8b26-78fb775bae17,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:40.088733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5f5d3c19-ec21-4b64-a71f-f336c7e95950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:40.090986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3c19-ec21-4b64-a71f-f336c7e95950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:40.094685 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5f5d3c19-ec21-4b64-a71f-f336c7e95950 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82b89ddc-1909-4990-8b26-78fb775bae17 HTTP/1.1" status: 204 len: 168 time: 0.1971705 Dec 16 14:58:40.558969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a00aa-f870-40ca-b308-51fc47b51f03 req-ac94addb-7888-4d87-9ab0-08f031bbfc85 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:40.562078 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d0a00aa-f870-40ca-b308-51fc47b51f03 req-ac94addb-7888-4d87-9ab0-08f031bbfc85 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0863307 Dec 16 14:58:40.613951 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d0a00aa-f870-40ca-b308-51fc47b51f03 req-8d2babe8-48d8-460e-a83a-2dc9de30a392 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Dec 16 14:58:41.226385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0de818c9-c6c9-4c2d-866e-c77ec42a0a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:41.293305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8a834-5714-498b-8fa1-cbc1c62c52dd req-0838b442-1bcc-4115-a11e-97d5a1362789 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:41.295054 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bc8a834-5714-498b-8fa1-cbc1c62c52dd req-0838b442-1bcc-4115-a11e-97d5a1362789 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 944 time: 0.0878289 Dec 16 14:58:41.345534 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bc8a834-5714-498b-8fa1-cbc1c62c52dd req-ec9c1f07-982f-47d8-b42c-11dda5b17684 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440032 Dec 16 14:58:41.822386 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed81d7-8784-4014-b509-6db461eec34a req-66534e06-e781-4c76-9c6f-205716deac6c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:41.824009 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eed81d7-8784-4014-b509-6db461eec34a req-66534e06-e781-4c76-9c6f-205716deac6c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0842590 Dec 16 14:58:41.876018 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eed81d7-8784-4014-b509-6db461eec34a req-b1632f64-ff1a-404b-b865-38b2abbb7e37 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 Dec 16 14:58:41.892222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:58:41.992040 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 14:58:41.997477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:58:41.997908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:42.132307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:42.161706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:58:42.171632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:58:42.203688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:42.205623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:42.239827 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'code': 200} Dec 16 14:58:42.273563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:42.277277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:42.583646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9173029-c428-4ebe-9c5f-1ec58f6c56df req-6ddad378-cbac-42d0-b0ab-de4b23182fa7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:42.585284 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9173029-c428-4ebe-9c5f-1ec58f6c56df req-6ddad378-cbac-42d0-b0ab-de4b23182fa7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0905795 Dec 16 14:58:42.634377 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9173029-c428-4ebe-9c5f-1ec58f6c56df req-7e6821a8-f764-44ac-976f-98f3b0eee98d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429027 Dec 16 14:58:42.728956 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4de6620e-502b-4ff8-8cea-833636bf933e req-2e34cd9a-0c20-4091-b96e-aa1216565ff1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 1098 time: 0.0824780 Dec 16 14:58:42.778150 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4de6620e-502b-4ff8-8cea-833636bf933e req-2f0175c0-5d76-4fb1-ae36-d3fdea9e1cf9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Dec 16 14:58:42.943097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:43.087164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d11be2-e9d6-4028-bc7e-e0372b969ebe req-5cc71399-823f-41ee-ba38-c6719ed08267 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:43.088787 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-07d11be2-e9d6-4028-bc7e-e0372b969ebe req-5cc71399-823f-41ee-ba38-c6719ed08267 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0881360 Dec 16 14:58:43.323750 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-07d11be2-e9d6-4028-bc7e-e0372b969ebe req-1990ff69-794d-426f-82e5-9caf75d9d815 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287991 Dec 16 14:58:43.789738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-506422fd-0655-4c0b-b4cf-4c3a4165b0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:43.849399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae95ba2-56ad-444a-92b4-6f08a18e69e2 req-42d7d8ce-adaa-46d0-a543-47d3913fab31 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:43.851074 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7ae95ba2-56ad-444a-92b4-6f08a18e69e2 req-42d7d8ce-adaa-46d0-a543-47d3913fab31 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0836399 Dec 16 14:58:43.903878 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7ae95ba2-56ad-444a-92b4-6f08a18e69e2 req-4374ba27-e407-4ee1-8450-16261a130fc6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460854 Dec 16 14:58:44.332013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:44.536754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8421-e5e2-4005-a2c8-8db606cd1cdf req-c6ae49b6-710f-4106-bbd2-3a84492dfb0b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:44.538364 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-40cd8421-e5e2-4005-a2c8-8db606cd1cdf req-c6ae49b6-710f-4106-bbd2-3a84492dfb0b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0845084 Dec 16 14:58:44.588300 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-40cd8421-e5e2-4005-a2c8-8db606cd1cdf req-93eb78a0-d019-4d78-a96e-ba60f789ed07 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437036 Dec 16 14:58:45.112597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcab31f-2e94-4bd5-bc46-997d6f20ed91 req-88254431-76a3-4cc5-8f7e-22f367003218 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:45.114269 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dfcab31f-2e94-4bd5-bc46-997d6f20ed91 req-88254431-76a3-4cc5-8f7e-22f367003218 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0857008 Dec 16 14:58:45.167893 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dfcab31f-2e94-4bd5-bc46-997d6f20ed91 req-86831869-900c-4afd-b27e-18036dff0da8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433564 Dec 16 14:58:45.629286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:45.801896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704ed7f-fb4a-4e52-8b94-3491bdc696e4 req-c158ae31-b9f2-4996-9fba-f0e60ecc03f4 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:45.803731 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5704ed7f-fb4a-4e52-8b94-3491bdc696e4 req-c158ae31-b9f2-4996-9fba-f0e60ecc03f4 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0882719 Dec 16 14:58:45.861759 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5704ed7f-fb4a-4e52-8b94-3491bdc696e4 req-94e16585-589d-4a90-8600-e932915010ce tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Dec 16 14:58:46.385745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74156003-6079-4f7d-a71f-17d0dc9bd1b2 req-aba6055e-b468-45bf-af8b-47a9598277b5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:46.390255 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74156003-6079-4f7d-a71f-17d0dc9bd1b2 req-aba6055e-b468-45bf-af8b-47a9598277b5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0851252 Dec 16 14:58:46.440657 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74156003-6079-4f7d-a71f-17d0dc9bd1b2 req-b9ce5c77-f287-4264-81df-a47f9e8b0567 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466952 Dec 16 14:58:46.651874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a593275-7821-4c68-b4e6-dc2600b7cf1d req-319839b4-4b34-42ac-abc4-6aa3f00a510e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:46.653493 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6a593275-7821-4c68-b4e6-dc2600b7cf1d req-319839b4-4b34-42ac-abc4-6aa3f00a510e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0881886 Dec 16 14:58:46.705220 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6a593275-7821-4c68-b4e6-dc2600b7cf1d req-74836fb1-354f-4f66-91e7-f376c0678e3e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454061 Dec 16 14:58:46.732643 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 37926) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:47.137058 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ebf88421-28e9-4fb3-b0ac-4dcdf20819a1 tempest-TestShelveInstance-938881802 tempest-TestShelveInstance-938881802-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 1093 time: 0.4031467 Dec 16 14:58:47.140194 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 37940) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:58:47.144271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4e720-7169-41d5-b5b5-65a3d13a3e45 req-5959d901-3695-4397-b2cc-05b16e7bc934 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:47.145886 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7fb4e720-7169-41d5-b5b5-65a3d13a3e45 req-5959d901-3695-4397-b2cc-05b16e7bc934 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1258271 Dec 16 14:58:47.146153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Request body: {'floatingip': {'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'port_id': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:58:47.153720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 14:58:47.158900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Usage tracker for resource:floatingip and tenant:482e5876a2f84b6ca5fc8e3537c2e971 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 14:58:47.161962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 14:58:47.168842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 14:58:47.200338 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7fb4e720-7169-41d5-b5b5-65a3d13a3e45 req-3a50ba70-0fc2-4943-931d-87d48d50ced2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Dec 16 14:58:47.209519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for floatingip, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:47.391769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:47.560592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Allocated IP 172.27.2.112 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/46348c61-92b0-45d3-9d95-adcd23016780) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 14:58:47.896830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:47.952110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:47.957116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:48.032944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 14:58:48.036661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 14:58:48.039371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 14:58:48.086763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'Port': ['ID=46348c61-92b0-45d3-9d95-adcd23016780,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:48.091553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:48.520595 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3f2b2-c023-4d9f-bd0b-b73f76d58b2d req-5f68fd85-890e-49c1-ae5d-7b9ccf23577f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:48.522172 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ebd3f2b2-c023-4d9f-bd0b-b73f76d58b2d req-5f68fd85-890e-49c1-ae5d-7b9ccf23577f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1434984 Dec 16 14:58:48.724651 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ebd3f2b2-c023-4d9f-bd0b-b73f76d58b2d req-62e48f9f-6eff-48c7-8094-33762f2c7c02 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953745 Dec 16 14:58:48.865318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:48.999824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:49.221137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:49.254726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:49.259551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3f2a7357-7dcf-4f68-ad0c-14f9400d1bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:58:49.359848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event updated for resources: {'Port': ['ID=46348c61-92b0-45d3-9d95-adcd23016780,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:58:49.368166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:58:49.381343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:49.586525 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Floating IP dc71bff2-4b85-4de9-93f3-d5cb35ab6883 associated. External IP: 172.27.2.112, port: 2a20087b-09a5-411d-bbb0-eb5a2ee789c2. Dec 16 14:58:49.948794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c0c2-6389-43b2-9dd6-add69967f1f4 req-e72fe119-96de-4412-b7ee-561db2dd3818 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:49.950533 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc66c0c2-6389-43b2-9dd6-add69967f1f4 req-e72fe119-96de-4412-b7ee-561db2dd3818 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0918849 Dec 16 14:58:50.005616 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc66c0c2-6389-43b2-9dd6-add69967f1f4 req-e29f2acb-11b5-48c2-ab6f-0b11800fcd43 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475678 Dec 16 14:58:50.208191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Router e78c19eb-3bf6-4643-a885-c50d412cabf9 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:58:50.425456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:58:50.439842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] Sync routers for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:58:50.452581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:58:50.453589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:58:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:58:50.546618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:50.606598 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4651463 Dec 16 14:58:50.607441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:58:50.648495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:58:50.688625 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'status': 'completed', 'code': 200} Dec 16 14:58:50.839440 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8508cfa7-cd34-4e3d-99b5-8f03d18e6724 req-e1739af2-5d03-4900-a037-bf117129f784 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=482e5876a2f84b6ca5fc8e3537c2e971&device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 1098 time: 0.0795147 Dec 16 14:58:50.996246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508cfa7-cd34-4e3d-99b5-8f03d18e6724 req-36e3b832-4a92-40d6-9c58-ffa521f22f49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:50.998088 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8508cfa7-cd34-4e3d-99b5-8f03d18e6724 req-36e3b832-4a92-40d6-9c58-ffa521f22f49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b4d9c94-6212-4d8c-9d94-8cb624826270 HTTP/1.1" status: 200 len: 910 time: 0.1501989 Dec 16 14:58:51.047749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:07Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'dc71bff2-4b85-4de9-93f3-d5cb35ab6883', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'port_id': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'mac_address': 'fa:16:3e:15:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:58:48Z', 'updated_at': '2021-12-16T14:58:48Z', 'revision_number': 0, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd', 'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'mac_address': 'fa:16:3e:cb:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:07Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 5, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'subnets': [{'id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:58:51.052019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] Checking router: e78c19eb-3bf6-4643-a885-c50d412cabf9 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:58:51.063996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:58:51.064654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:58:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:58:51.113634 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8508cfa7-cd34-4e3d-99b5-8f03d18e6724 req-1d258bc9-c6c9-434e-93d4-a3ed26cd72ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2 HTTP/1.1" status: 200 len: 999 time: 0.1089692 Dec 16 14:58:51.240153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508cfa7-cd34-4e3d-99b5-8f03d18e6724 req-6100183b-0df3-43b7-bda6-80cfa0dff315 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:51.241746 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8508cfa7-cd34-4e3d-99b5-8f03d18e6724 req-6100183b-0df3-43b7-bda6-80cfa0dff315 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20f2d9af-9dfa-424a-ae3e-58d657fffab4 HTTP/1.1" status: 200 len: 848 time: 0.1214461 Dec 16 14:58:51.257239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:58:51.321885 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fae69-e681-4004-89d4-0d40b00090ca req-db59b8f1-2834-450c-bb4c-3b7786ab9ecc tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:51.323463 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-952fae69-e681-4004-89d4-0d40b00090ca req-db59b8f1-2834-450c-bb4c-3b7786ab9ecc tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1640835 Dec 16 14:58:51.378190 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8508cfa7-cd34-4e3d-99b5-8f03d18e6724 req-01060ba5-e83f-4e18-a9ac-b73451170f72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b4d9c94-6212-4d8c-9d94-8cb624826270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1278224 Dec 16 14:58:51.461807 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-952fae69-e681-4004-89d4-0d40b00090ca req-b4517b05-dd7f-4d3f-98cb-6c5b3a4a579e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174097 Dec 16 14:58:51.568625 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8508cfa7-cd34-4e3d-99b5-8f03d18e6724 req-80367413-399a-48df-8958-8e945f032b13 service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767449 Dec 16 14:58:51.647467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:07Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'dc71bff2-4b85-4de9-93f3-d5cb35ab6883', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'port_id': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'mac_address': 'fa:16:3e:15:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:58:48Z', 'updated_at': '2021-12-16T14:58:48Z', 'revision_number': 0, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd', 'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'mac_address': 'fa:16:3e:cb:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:07Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 5, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'subnets': [{'id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:58:51.652246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d55821-06b3-4f19-9fab-c737f10b8297 None None] The sync data for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi is: [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:07Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'dc71bff2-4b85-4de9-93f3-d5cb35ab6883', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'port_id': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'mac_address': 'fa:16:3e:15:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:58:48Z', 'updated_at': '2021-12-16T14:58:48Z', 'revision_number': 0, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd', 'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'mac_address': 'fa:16:3e:cb:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:07Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 5, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'subnets': [{'id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:58:51.721912 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8508cfa7-cd34-4e3d-99b5-8f03d18e6724 req-cf170f00-9b3c-4363-8df6-87c0a1e6dcf8 service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451693 Dec 16 14:58:52.044228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e3c99-8a5e-4bb8-8c18-62c943e4fd0d None None] New status for floating IP dc71bff2-4b85-4de9-93f3-d5cb35ab6883: ACTIVE {{(pid=88294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 14:58:52.679306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d234-8f32-4de3-b90e-686961aa4192 req-3acf7e10-9a66-4c64-84ce-d1589e941943 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:52.680907 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a646d234-8f32-4de3-b90e-686961aa4192 req-3acf7e10-9a66-4c64-84ce-d1589e941943 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0858738 Dec 16 14:58:52.731265 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a646d234-8f32-4de3-b90e-686961aa4192 req-ce607c34-d931-4d55-b4b4-467aa0a81d91 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439887 Dec 16 14:58:53.938924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a1446-4bb4-4788-a650-9b0336029e82 req-fa89c8df-362b-43f4-ac23-cff2c0c8ec07 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:53.940517 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6c3a1446-4bb4-4788-a650-9b0336029e82 req-fa89c8df-362b-43f4-ac23-cff2c0c8ec07 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0826547 Dec 16 14:58:53.990096 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6c3a1446-4bb4-4788-a650-9b0336029e82 req-127d9a7c-0e1e-4518-b9fa-71e6b267d62e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Dec 16 14:58:54.186227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:58:55.201604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9edbeb-ee95-4a07-9c66-227d086fdcea req-fd55e96e-a858-4995-a8a0-3f5a052907f2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:55.203505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a9edbeb-ee95-4a07-9c66-227d086fdcea req-fd55e96e-a858-4995-a8a0-3f5a052907f2 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0878038 Dec 16 14:58:55.251045 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a9edbeb-ee95-4a07-9c66-227d086fdcea req-ab6b6476-3f99-4dc1-90dc-5b7b932a12ab tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Dec 16 14:58:56.466365 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb9ee3-fa53-4d93-83b9-381327a7fa1f req-84fa2c1d-bbb5-4f9c-8851-e8fef1f4b01f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:56.468151 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-06fb9ee3-fa53-4d93-83b9-381327a7fa1f req-84fa2c1d-bbb5-4f9c-8851-e8fef1f4b01f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0901082 Dec 16 14:58:56.518879 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-06fb9ee3-fa53-4d93-83b9-381327a7fa1f req-05a142c6-c21f-44f5-bec1-328fe4f1b7ad tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Dec 16 14:58:57.735285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489553ce-c9f5-4ca3-87f8-bade594ebf72 req-01d41ce8-1c25-4bb8-9702-e9bb302d0651 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:57.736930 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-489553ce-c9f5-4ca3-87f8-bade594ebf72 req-01d41ce8-1c25-4bb8-9702-e9bb302d0651 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0875561 Dec 16 14:58:57.791082 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-489553ce-c9f5-4ca3-87f8-bade594ebf72 req-f5b83723-856b-4b7a-b007-37f62ab34ec8 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473850 Dec 16 14:58:59.005501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14d13c-1b10-4731-8321-dd31b4fee2b5 req-144262b9-d6b6-4be5-8f0b-84998b2cabe6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:58:59.007125 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0f14d13c-1b10-4731-8321-dd31b4fee2b5 req-144262b9-d6b6-4be5-8f0b-84998b2cabe6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0844660 Dec 16 14:58:59.063493 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0f14d13c-1b10-4731-8321-dd31b4fee2b5 req-c72aa6c2-3f48-45ea-853a-d85643715570 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447803 Dec 16 14:59:00.038519 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-51561e95-e63e-4be8-986e-720847f4db0f req-330c6c7f-4ad0-433a-ba84-ed89d9663479 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1099 time: 0.0774374 Dec 16 14:59:00.083957 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-51561e95-e63e-4be8-986e-720847f4db0f req-ef44fcea-fc5f-41f7-9edb-fbd2f524c2d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383255 Dec 16 14:59:00.281764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837fea3-47ca-4a87-8e04-18b2d32307c0 req-65699777-6ddc-45c6-8b38-4975e363a5db tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:00.283379 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f837fea3-47ca-4a87-8e04-18b2d32307c0 req-65699777-6ddc-45c6-8b38-4975e363a5db tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0896087 Dec 16 14:59:00.334606 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f837fea3-47ca-4a87-8e04-18b2d32307c0 req-62d439e1-cc42-43de-9647-50ba59effaa0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 Dec 16 14:59:01.009735 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-09c7f936-dc73-4534-8118-3910455f5389 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756447 Dec 16 14:59:01.141196 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-f56574b3-d1bc-4a40-90bc-74dd07c2a16f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 1098 time: 0.0792069 Dec 16 14:59:01.314025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-125d6684-93a7-4e64-bdcc-c26a41168486 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:01.315668 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-125d6684-93a7-4e64-bdcc-c26a41168486 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 917 time: 0.1407251 Dec 16 14:59:01.424619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-b20b803c-ec39-46a6-9766-bb5ba2c126c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f HTTP/1.1" status: 200 len: 1000 time: 0.0989294 Dec 16 14:59:01.546801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-86569ecf-107f-4d56-92a5-dab2c0b0d1ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:01.548380 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-86569ecf-107f-4d56-92a5-dab2c0b0d1ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.1165869 Dec 16 14:59:01.621795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7978e-8907-4216-b3d1-78d5639944eb req-ee51e650-8c42-47b4-9e5a-64ead2d7da72 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:01.623413 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-91c7978e-8907-4216-b3d1-78d5639944eb req-ee51e650-8c42-47b4-9e5a-64ead2d7da72 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1540282 Dec 16 14:59:01.688440 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-55226756-5ad1-465e-a477-3528a8e33358 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233447 Dec 16 14:59:01.692313 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-91c7978e-8907-4216-b3d1-78d5639944eb req-8f73ba76-ea6d-4bb8-ad2b-7d9af4957e07 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613732 Dec 16 14:59:01.842694 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-c0c08dbb-6081-4613-af33-ae3adb844595 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378119 Dec 16 14:59:02.000080 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb486809-f7ca-47f8-9c13-6f2eb2968ad0 req-61f5c122-e3d2-4c13-acd5-e4b59b9569ee service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500051 Dec 16 14:59:02.907864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcff813-8094-4dd8-becc-c6e7993d0f7b req-2e98078e-4b1e-4508-9b64-d228dd7355d5 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:02.909488 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-adcff813-8094-4dd8-becc-c6e7993d0f7b req-2e98078e-4b1e-4508-9b64-d228dd7355d5 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0901153 Dec 16 14:59:02.959130 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-adcff813-8094-4dd8-becc-c6e7993d0f7b req-7abd3a32-ed31-4b95-b3dc-f91b0a852623 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435216 Dec 16 14:59:03.679429 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c767964b-76ec-493d-a204-2b5fd8e92fae req-29c175a2-0240-407c-825e-75f4d11545c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 1099 time: 0.1003096 Dec 16 14:59:03.796744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf192-0583-42bf-b3cd-d4f1f17e3934 req-a4370f7f-d255-4d9c-867b-47eb42756535 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:03.798426 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cf4bf192-0583-42bf-b3cd-d4f1f17e3934 req-a4370f7f-d255-4d9c-867b-47eb42756535 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0849912 Dec 16 14:59:03.848791 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cf4bf192-0583-42bf-b3cd-d4f1f17e3934 req-77af7cc5-be86-4d44-9fab-a4331a574892 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Dec 16 14:59:03.874140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767964b-76ec-493d-a204-2b5fd8e92fae req-7a1715e2-d7ca-438c-a489-95c1032fac0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:03.875804 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c767964b-76ec-493d-a204-2b5fd8e92fae req-7a1715e2-d7ca-438c-a489-95c1032fac0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 200 len: 919 time: 0.1434486 Dec 16 14:59:03.973897 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c767964b-76ec-493d-a204-2b5fd8e92fae req-e345e0bc-6e48-4a97-afbc-effb7c6af594 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32 HTTP/1.1" status: 200 len: 217 time: 0.0802045 Dec 16 14:59:04.045152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767964b-76ec-493d-a204-2b5fd8e92fae req-3426bca5-e295-4602-a7b2-d189e004aea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:04.046804 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c767964b-76ec-493d-a204-2b5fd8e92fae req-3426bca5-e295-4602-a7b2-d189e004aea7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 200 len: 858 time: 0.0646241 Dec 16 14:59:04.105155 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c767964b-76ec-493d-a204-2b5fd8e92fae req-b58a5ba5-3d1f-4601-a92b-c9c1e45ddc26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfa2cabe-611e-4d60-ae11-c50e41390453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483520 Dec 16 14:59:04.251719 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c767964b-76ec-493d-a204-2b5fd8e92fae req-967a6af4-3e59-4eef-9ff1-313ef1e14e2b service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379588 Dec 16 14:59:04.401293 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c767964b-76ec-493d-a204-2b5fd8e92fae req-a7b6cc2f-7365-4c4d-ad92-01287d93cc7b service neutron] 10.222.0.32 "GET /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393232 Dec 16 14:59:05.256597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b561c-be17-439f-838b-88288cb000a4 req-2264c340-944e-4f59-a7b3-65ddf87279a8 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:05.258412 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-920b561c-be17-439f-838b-88288cb000a4 req-2264c340-944e-4f59-a7b3-65ddf87279a8 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.2710710 Dec 16 14:59:05.309287 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-920b561c-be17-439f-838b-88288cb000a4 req-81179c19-70c6-46b9-acad-0a3e5bdf9d9d tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Dec 16 14:59:06.521422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05503c-9c4a-43df-8fef-a9849e9ced3b req-b976fe1c-4c2c-4277-88d3-d66eeb533362 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:06.523014 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac05503c-9c4a-43df-8fef-a9849e9ced3b req-b976fe1c-4c2c-4277-88d3-d66eeb533362 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0876727 Dec 16 14:59:06.570858 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac05503c-9c4a-43df-8fef-a9849e9ced3b req-cc54fe46-318f-47f7-aa4a-ed8b9ec4bc17 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Dec 16 14:59:07.780867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0f043-1d38-40cd-85fa-6fa5f5540443 req-63145ee4-1e95-4443-a89e-c7d6f563f478 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:07.782400 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1df0f043-1d38-40cd-85fa-6fa5f5540443 req-63145ee4-1e95-4443-a89e-c7d6f563f478 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0838647 Dec 16 14:59:07.830835 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1df0f043-1d38-40cd-85fa-6fa5f5540443 req-2910994b-96ad-48df-af46-ae1c31f07488 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Dec 16 14:59:09.049011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918fa48-8560-4826-9307-d26212d525bc req-c1bbc713-dcfe-40cf-9b6b-b73c4844428c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:09.050716 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9918fa48-8560-4826-9307-d26212d525bc req-c1bbc713-dcfe-40cf-9b6b-b73c4844428c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0946052 Dec 16 14:59:09.099699 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9918fa48-8560-4826-9307-d26212d525bc req-480777fd-9914-458b-a957-4a7372c17f9a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Dec 16 14:59:10.309140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ec64b-c284-477e-abee-6d8c174bc2df req-0e3bc172-201b-427e-9773-4c4caa1f6df6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:10.310737 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e55ec64b-c284-477e-abee-6d8c174bc2df req-0e3bc172-201b-427e-9773-4c4caa1f6df6 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0828893 Dec 16 14:59:10.359670 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e55ec64b-c284-477e-abee-6d8c174bc2df req-55559cfd-b6be-4600-998f-0bb459ee6dc1 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 Dec 16 14:59:11.245851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-65e4adcb-a6a2-4b92-9347-a14a0b11caf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:11.573570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e9518-f177-4e46-9a4f-ffce6f4d022e req-fddcdc0f-496e-4020-bc43-2e1198c3397c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:11.575130 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b4e9518-f177-4e46-9a4f-ffce6f4d022e req-fddcdc0f-496e-4020-bc43-2e1198c3397c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0865819 Dec 16 14:59:11.623459 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b4e9518-f177-4e46-9a4f-ffce6f4d022e req-0c47c835-dffe-4bf0-bba3-1c8f942629f9 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Dec 16 14:59:11.918729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:59:12.946085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:13.783206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d143-9172-4a18-a344-7fe8247fd210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:14.325848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:15.651236 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:18.062634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4353f-a827-4e9b-ad1d-02a0f0ce2494 req-6a1c84dd-76a1-4515-b2eb-205f3c4bb212 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:18.064276 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-10d4353f-a827-4e9b-ad1d-02a0f0ce2494 req-6a1c84dd-76a1-4515-b2eb-205f3c4bb212 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1061797 Dec 16 14:59:18.116991 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-10d4353f-a827-4e9b-ad1d-02a0f0ce2494 req-01013b3b-d871-47ca-8ecb-87d11da92be5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464778 Dec 16 14:59:19.338589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2338e-92ce-4b13-a374-ccd32ad4c2fa req-81630245-5a73-4021-9363-59fa4845dca4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:19.340259 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9eb2338e-92ce-4b13-a374-ccd32ad4c2fa req-81630245-5a73-4021-9363-59fa4845dca4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0851445 Dec 16 14:59:19.399238 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9eb2338e-92ce-4b13-a374-ccd32ad4c2fa req-ed325b87-3014-490a-b0c5-1629a25eba4b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477362 Dec 16 14:59:19.870794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1711caa-3ae2-4160-9dc6-8a486a53aa52 req-93ce620c-b754-4429-adfb-5ad33dec2dfa tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:19.872450 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a1711caa-3ae2-4160-9dc6-8a486a53aa52 req-93ce620c-b754-4429-adfb-5ad33dec2dfa tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0906913 Dec 16 14:59:19.921796 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a1711caa-3ae2-4160-9dc6-8a486a53aa52 req-3b6c6f5e-3ccc-4b54-b93b-956b570254df tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Dec 16 14:59:20.635415 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aa789-0775-4174-bd3f-03f078fdb22f req-3a267ce0-84ba-4d68-81c3-d043b02483a4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:20.637030 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-338aa789-0775-4174-bd3f-03f078fdb22f req-3a267ce0-84ba-4d68-81c3-d043b02483a4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0878530 Dec 16 14:59:20.685094 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-338aa789-0775-4174-bd3f-03f078fdb22f req-9acab8b9-82cd-4d82-9819-b1a0681c6435 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418682 Dec 16 14:59:21.137246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7594f5e-6f01-4510-9d99-5f6311d0a49b req-27493605-1219-4db0-a565-85ac15e4269c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:21.138943 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d7594f5e-6f01-4510-9d99-5f6311d0a49b req-27493605-1219-4db0-a565-85ac15e4269c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0936122 Dec 16 14:59:21.187751 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d7594f5e-6f01-4510-9d99-5f6311d0a49b req-92246e11-ad27-45b5-b6f8-838ed715ad44 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Dec 16 14:59:21.898500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca929aa4-9570-435c-a073-9e81690f1ac5 req-09ca2a23-3da6-4861-ab08-5700cd67ef20 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:21.900177 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ca929aa4-9570-435c-a073-9e81690f1ac5 req-09ca2a23-3da6-4861-ab08-5700cd67ef20 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0823202 Dec 16 14:59:21.951515 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ca929aa4-9570-435c-a073-9e81690f1ac5 req-5e612e8e-3cea-4a79-ba6e-97dc83da92fa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446362 Dec 16 14:59:22.400224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969cacd-6b41-4cd0-8df6-1caa9911e83a req-400820a5-6b3d-43c2-928a-23d19717d97e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:22.401875 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d969cacd-6b41-4cd0-8df6-1caa9911e83a req-400820a5-6b3d-43c2-928a-23d19717d97e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0898004 Dec 16 14:59:22.450305 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d969cacd-6b41-4cd0-8df6-1caa9911e83a req-b60ad7a5-5abf-401d-b509-3e325b46c0af tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Dec 16 14:59:23.176458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591a7c-9529-4111-8fea-514f650dd6f1 req-4836ec46-4b2d-4d75-91c8-85ec211da3b7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:23.178110 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4591a7c-9529-4111-8fea-514f650dd6f1 req-4836ec46-4b2d-4d75-91c8-85ec211da3b7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0884292 Dec 16 14:59:23.227277 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4591a7c-9529-4111-8fea-514f650dd6f1 req-5d386782-6acf-43b5-b6b4-92691d670116 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428286 Dec 16 14:59:23.349170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-9e0dc6bb-57ff-4287-a278-251e57120148 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:23.351148 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-9e0dc6bb-57ff-4287-a278-251e57120148 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0875084 Dec 16 14:59:23.428750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Deleting port bfc221af-2174-4f65-91cd-8eeec277367d {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 14:59:23.429142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:23.657011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2521e-4d46-48c2-ac31-15b780958a6f req-897937eb-4798-4b33-964c-9175a89eb751 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:23.658689 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-61e2521e-4d46-48c2-ac31-15b780958a6f req-897937eb-4798-4b33-964c-9175a89eb751 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 945 time: 0.0843868 Dec 16 14:59:23.689599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] For port bfc221af-2174-4f65-91cd-8eeec277367d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bfc221af-2174-4f65-91cd-8eeec277367d,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:59:23.690077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:23.712497 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-61e2521e-4d46-48c2-ac31-15b780958a6f req-dd3a9230-61d8-4dae-bbdd-c1d6d15a918e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Dec 16 14:59:23.815136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Calling delete_port for bfc221af-2174-4f65-91cd-8eeec277367d owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 14:59:23.994578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:24.000131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:59:24.043109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['bfc221af-2174-4f65-91cd-8eeec277367d', '5e762ff6-a901-4d0e-aaba-533a8b07ea32'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:59:24.043922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Pushing event deleted for resources: {'Port': ['ID=bfc221af-2174-4f65-91cd-8eeec277367d,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:59:24.056976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.057400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.057811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.058250 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.058658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.059060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.059872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.059872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.060195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.060593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.061015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:24.088661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:59:24.132374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] No DVR routers for this DVR port bfc221af-2174-4f65-91cd-8eeec277367d on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 14:59:24.145547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:24.148972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcaa83bc-5d07-413a-88e5-b7428a5b5d46', 'name': 'network-vif-deleted', 'tag': 'bfc221af-2174-4f65-91cd-8eeec277367d'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:59:24.196904 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2b48deb3-e6ff-4e3c-8b51-14719eb6eb8f req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.32 "DELETE /v2.0/ports/bfc221af-2174-4f65-91cd-8eeec277367d HTTP/1.1" status: 204 len: 173 time: 0.8315768 Dec 16 14:59:24.216330 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcaa83bc-5d07-413a-88e5-b7428a5b5d46', 'name': 'network-vif-deleted', 'tag': 'bfc221af-2174-4f65-91cd-8eeec277367d', 'status': 'completed', 'code': 200} Dec 16 14:59:24.233893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:24.472891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cc1d1-2469-40c2-94f1-0ac6e2951bae req-a59cca8b-67cd-4a73-856f-be6f64468a7a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:24.474378 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-df4cc1d1-2469-40c2-94f1-0ac6e2951bae req-a59cca8b-67cd-4a73-856f-be6f64468a7a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0958860 Dec 16 14:59:24.534083 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-df4cc1d1-2469-40c2-94f1-0ac6e2951bae req-79cf6689-3a92-436c-938f-864876fe896f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474892 Dec 16 14:59:24.901423 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4d6f0ca9-3a75-4e81-9d8c-d97d99fdbbd9 req-745fd189-58d2-41ff-b1c5-82deaeee2c07 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Synchronizing usage tracker for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:59:24.951228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-4d6f0ca9-3a75-4e81-9d8c-d97d99fdbbd9 req-745fd189-58d2-41ff-b1c5-82deaeee2c07 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Unset dirty status for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:59:24.964628 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d6f0ca9-3a75-4e81-9d8c-d97d99fdbbd9 req-745fd189-58d2-41ff-b1c5-82deaeee2c07 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcaa83bc-5d07-413a-88e5-b7428a5b5d46 HTTP/1.1" status: 200 len: 210 time: 0.1028650 Dec 16 14:59:25.759012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bf82-7f0d-4e16-818a-8f5118cf0e48 req-7d106fc7-0268-466b-a395-698c8ea26fef tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:25.760625 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8ac2bf82-7f0d-4e16-818a-8f5118cf0e48 req-7d106fc7-0268-466b-a395-698c8ea26fef tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0864599 Dec 16 14:59:25.808177 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8ac2bf82-7f0d-4e16-818a-8f5118cf0e48 req-7a082207-f492-4c5b-a75a-3a22bc3bc006 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416064 Dec 16 14:59:26.085490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device bfc221af-2174-4f65-91cd-8eeec277367d no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 14:59:26.121029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: bfc221af-2174-4f65-91cd-8eeec277367d {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 14:59:26.121439 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device bfc221af-2174-4f65-91cd-8eeec277367d not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 14:59:26.589205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccf401-a656-4653-aa74-5ebcc3f2efba req-b7f0f7f8-44a2-4ddf-b0af-547fa585a81b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:26.590872 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-67ccf401-a656-4653-aa74-5ebcc3f2efba req-b7f0f7f8-44a2-4ddf-b0af-547fa585a81b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0829749 Dec 16 14:59:26.639295 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-67ccf401-a656-4653-aa74-5ebcc3f2efba req-ce2ca829-ae62-4377-ab6d-7791ecb71d3c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Dec 16 14:59:27.036297 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba7bf8-6caf-4079-8322-a92f8c92478d req-ea31b2e2-ee40-4e4c-b391-00721bf931e4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:27.037842 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9aba7bf8-6caf-4079-8322-a92f8c92478d req-ea31b2e2-ee40-4e4c-b391-00721bf931e4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0970862 Dec 16 14:59:27.086743 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9aba7bf8-6caf-4079-8322-a92f8c92478d req-ed57cc6d-dbfa-4b06-812e-9b6ec693629f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421569 Dec 16 14:59:27.847477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb2f4-a91c-48c3-af9a-8918eb0ea7e1 req-f83e2015-c466-40a9-8371-2759f55e5839 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:27.849078 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0d3cb2f4-a91c-48c3-af9a-8918eb0ea7e1 req-f83e2015-c466-40a9-8371-2759f55e5839 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0868437 Dec 16 14:59:27.897731 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0d3cb2f4-a91c-48c3-af9a-8918eb0ea7e1 req-20ea760d-1594-4e73-b1bf-2c57715271f5 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Dec 16 14:59:28.306137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a58315-06fc-43cd-9081-6477071200d0 req-78e3e704-5fb1-4f87-8b54-c9d0eeee62f6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:28.307703 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d3a58315-06fc-43cd-9081-6477071200d0 req-78e3e704-5fb1-4f87-8b54-c9d0eeee62f6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0865397 Dec 16 14:59:28.358105 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d3a58315-06fc-43cd-9081-6477071200d0 req-55c443d1-4d04-40d8-83c4-a3a231c78e40 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443718 Dec 16 14:59:29.105603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3455db-714a-40cd-991e-dec29d4a999c req-28b2bddf-97ab-4069-8160-59f0047c42bc tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:29.107282 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee3455db-714a-40cd-991e-dec29d4a999c req-28b2bddf-97ab-4069-8160-59f0047c42bc tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0824370 Dec 16 14:59:29.155017 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee3455db-714a-40cd-991e-dec29d4a999c req-8b18ef31-08f9-42f0-bf5b-e669ea03819a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Dec 16 14:59:29.570947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9930f-41ae-4d2b-adb2-b97b66cdb590 req-a639275c-d959-4408-b564-231176bf8a7d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:29.572673 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65f9930f-41ae-4d2b-adb2-b97b66cdb590 req-a639275c-d959-4408-b564-231176bf8a7d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0833986 Dec 16 14:59:29.621394 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65f9930f-41ae-4d2b-adb2-b97b66cdb590 req-03a89d65-80d9-493b-81ae-6ec8e4dfab15 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 Dec 16 14:59:30.364042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb01ca-15a3-41e3-aec4-f9f0b0edc59b req-b982c072-949d-4d70-bb7f-fffdd381841e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:30.365665 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8bb01ca-15a3-41e3-aec4-f9f0b0edc59b req-b982c072-949d-4d70-bb7f-fffdd381841e tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0867226 Dec 16 14:59:30.414865 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8bb01ca-15a3-41e3-aec4-f9f0b0edc59b req-f7240d7c-acd8-49b9-b5e5-186ccc7a9298 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Dec 16 14:59:30.836986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f809885-5310-4336-a7b5-c6b27bab7cd9 req-90a04e26-d73d-4420-a840-ca058d1ba07e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:30.838680 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9f809885-5310-4336-a7b5-c6b27bab7cd9 req-90a04e26-d73d-4420-a840-ca058d1ba07e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0863814 Dec 16 14:59:30.888494 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9f809885-5310-4336-a7b5-c6b27bab7cd9 req-1ce00c28-6aec-4b2b-8976-578ef65c2027 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437534 Dec 16 14:59:31.619116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b985710-bdb5-480e-bd79-16e8ab9b4bec req-9c379cae-2d2a-412a-878a-49c75742ab8a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:31.621908 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b985710-bdb5-480e-bd79-16e8ab9b4bec req-9c379cae-2d2a-412a-878a-49c75742ab8a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0838909 Dec 16 14:59:31.672930 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b985710-bdb5-480e-bd79-16e8ab9b4bec req-542577a0-f747-497d-9772-84cff019d89b tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Dec 16 14:59:32.106051 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ac934-d6c5-4d0a-b2c2-ce8ea5f2e520 req-04935248-5297-4a8b-b0c6-fd5032810a03 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:32.107685 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de5ac934-d6c5-4d0a-b2c2-ce8ea5f2e520 req-04935248-5297-4a8b-b0c6-fd5032810a03 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0822430 Dec 16 14:59:32.159071 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de5ac934-d6c5-4d0a-b2c2-ce8ea5f2e520 req-82062cd3-a1f2-4c05-9a43-b4ca048c2722 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452790 Dec 16 14:59:32.874696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11dfd-726e-43a8-8a1d-ce0dfbf49cd8 req-d061a6df-3e42-44eb-8ae8-3f609425161c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:32.876299 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d3e11dfd-726e-43a8-8a1d-ce0dfbf49cd8 req-d061a6df-3e42-44eb-8ae8-3f609425161c tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0821884 Dec 16 14:59:32.924177 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d3e11dfd-726e-43a8-8a1d-ce0dfbf49cd8 req-97eb1d47-913d-4563-ac31-c56b8561b3db tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Dec 16 14:59:33.384536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778d3c7-ddaa-48b3-9164-4e96ea7c7e1f req-0e6fc1f7-5ec2-41e6-96af-a5ad9d6895cf tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:33.386365 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3778d3c7-ddaa-48b3-9164-4e96ea7c7e1f req-0e6fc1f7-5ec2-41e6-96af-a5ad9d6895cf tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0947092 Dec 16 14:59:33.435552 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3778d3c7-ddaa-48b3-9164-4e96ea7c7e1f req-c86e9d93-1107-4d03-a0ff-fc9efd397d38 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 Dec 16 14:59:34.137045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11d525-172f-4e42-a9a8-86cf53f357e0 req-d21b9c42-20e0-4003-87f1-1e81bbe82d29 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:34.138681 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c11d525-172f-4e42-a9a8-86cf53f357e0 req-d21b9c42-20e0-4003-87f1-1e81bbe82d29 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0901148 Dec 16 14:59:34.187394 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c11d525-172f-4e42-a9a8-86cf53f357e0 req-0f4df4da-9ef8-4c3c-8de5-b049d2ba19e9 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Dec 16 14:59:34.662715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d524a3-e1c7-452e-b6e0-d777297d8abe req-ea65a6b7-cc85-4021-a59a-5c7b955503f4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:34.664357 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b0d524a3-e1c7-452e-b6e0-d777297d8abe req-ea65a6b7-cc85-4021-a59a-5c7b955503f4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0947123 Dec 16 14:59:34.713242 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b0d524a3-e1c7-452e-b6e0-d777297d8abe req-3887de62-bc8c-47a5-a649-409a8cb30f60 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 Dec 16 14:59:34.882212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-1a083ebd-6919-4f2a-9803-a62686013c45 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:34.883854 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-1a083ebd-6919-4f2a-9803-a62686013c45 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.32 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.0831723 Dec 16 14:59:34.961449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Deleting port 5e762ff6-a901-4d0e-aaba-533a8b07ea32 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 14:59:34.962419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:35.217727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] For port 5e762ff6-a901-4d0e-aaba-533a8b07ea32, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=5e762ff6-a901-4d0e-aaba-533a8b07ea32,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:59:35.218163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:35.384748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Calling delete_port for 5e762ff6-a901-4d0e-aaba-533a8b07ea32 owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 14:59:35.498174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2a119-de06-4edc-a8de-15f4ad9d2de5 req-f1e48037-1a45-41b5-8673-ff60d0133c3f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:35.500184 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74a2a119-de06-4edc-a8de-15f4ad9d2de5 req-f1e48037-1a45-41b5-8673-ff60d0133c3f tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 946 time: 0.1546378 Dec 16 14:59:35.580637 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74a2a119-de06-4edc-a8de-15f4ad9d2de5 req-314e0906-1647-49c1-95de-2c64400f3143 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b31effc-09df-4d74-899d-4125ffa035f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744650 Dec 16 14:59:35.642410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:35.648108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e4f89ab8-a7fc-461c-a5d0-3b818731588d tempest-VolumesNegativeTest-966427241 tempest-VolumesNegativeTest-966427241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:59:35.679256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['5e762ff6-a901-4d0e-aaba-533a8b07ea32'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:59:35.694943 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Pushing event deleted for resources: {'Port': ['ID=5e762ff6-a901-4d0e-aaba-533a8b07ea32,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:59:35.699225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:59:35.775118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] No DVR routers for this DVR port 5e762ff6-a901-4d0e-aaba-533a8b07ea32 on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 14:59:35.777655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:35.780527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407dd6f1-6f0a-41ba-80e2-9ebe4630fa75', 'name': 'network-vif-deleted', 'tag': '5e762ff6-a901-4d0e-aaba-533a8b07ea32'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:59:35.823523 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6e70dc94-fdcd-47ee-8ae5-7d1c95fdc9c5 req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.32 "DELETE /v2.0/ports/5e762ff6-a901-4d0e-aaba-533a8b07ea32 HTTP/1.1" status: 204 len: 173 time: 0.9341750 Dec 16 14:59:35.838818 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407dd6f1-6f0a-41ba-80e2-9ebe4630fa75', 'name': 'network-vif-deleted', 'tag': '5e762ff6-a901-4d0e-aaba-533a8b07ea32', 'status': 'completed', 'code': 200} Dec 16 14:59:35.934676 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9ad79-779c-4cbe-9070-20c18c05a39c req-a8a43a00-be44-4ae4-877a-375357f15701 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:35.936324 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aae9ad79-779c-4cbe-9070-20c18c05a39c req-a8a43a00-be44-4ae4-877a-375357f15701 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0852699 Dec 16 14:59:35.986054 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aae9ad79-779c-4cbe-9070-20c18c05a39c req-fff55b3d-3242-4173-b3e8-bbc3cdc5a8cc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Dec 16 14:59:36.768790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-f5f91e46-174d-4e8f-8a29-da7b9dacc67b req-994043d9-df9d-4f00-a524-766c84bc5d50 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Synchronizing usage tracker for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 14:59:36.831216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-f5f91e46-174d-4e8f-8a29-da7b9dacc67b req-994043d9-df9d-4f00-a524-766c84bc5d50 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Unset dirty status for tenant:3a7679aab0dd4c2589d94c145df1f4b9 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 14:59:36.832643 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f5f91e46-174d-4e8f-8a29-da7b9dacc67b req-994043d9-df9d-4f00-a524-766c84bc5d50 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] 10.222.0.45 "GET /v2.0/ports?device_id=407dd6f1-6f0a-41ba-80e2-9ebe4630fa75 HTTP/1.1" status: 200 len: 210 time: 0.1093068 Dec 16 14:59:37.212956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc690a-6cf9-4916-9d3b-5e5b2fb7db5b req-152ce4fe-f0e6-43e6-82da-4963cb98e9e6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:37.214619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34cc690a-6cf9-4916-9d3b-5e5b2fb7db5b req-152ce4fe-f0e6-43e6-82da-4963cb98e9e6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0912330 Dec 16 14:59:37.262972 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34cc690a-6cf9-4916-9d3b-5e5b2fb7db5b req-40fe389d-ab76-49f4-a758-4c44025e3ed7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420613 Dec 16 14:59:37.942169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 38528) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:38.374060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062652'] for router_interface, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:38.779851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab0a13-667a-4b92-8aa9-87bcea11c9a2 req-40900bcc-b0ca-410d-8434-d56156bbc620 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:38.781455 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-16ab0a13-667a-4b92-8aa9-87bcea11c9a2 req-40900bcc-b0ca-410d-8434-d56156bbc620 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1739931 Dec 16 14:59:38.794115 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 14:59:38.826598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 5e762ff6-a901-4d0e-aaba-533a8b07ea32 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 14:59:38.865270 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-16ab0a13-667a-4b92-8aa9-87bcea11c9a2 req-6102766c-61fb-45b0-b7cd-f25be22a2690 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766218 Dec 16 14:59:38.878175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 5e762ff6-a901-4d0e-aaba-533a8b07ea32 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 14:59:38.878781 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 5e762ff6-a901-4d0e-aaba-533a8b07ea32 not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 14:59:38.986294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:59:39.001053 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'port_id': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'mac_address': 'fa:16:3e:67:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:59:39.058317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:39.076261 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 14:59:39.091431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:59:39.130980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:39.133058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47c091cb-0d66-4908-92f2-e4fa624729c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:59:39.206350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,revision_number=6']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:59:39.210189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.210587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.210974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.211355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.211768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.212146 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.212519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.212918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.213286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.213658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.214124 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:39.218573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:59:39.314946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Deleting port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 14:59:39.315325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:39.338183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 14:59:39.505216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] For port cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb,segment=NetworkSegment(1090ec0e-8e81-45ac-a1f3-d353714c6e8d),segment_id=1090ec0e-8e81-45ac-a1f3-d353714c6e8d)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:59:39.505558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:39.629680 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Calling delete_port for cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb owned by network:router_interface {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 14:59:40.140597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b27fb4-59f2-42cf-8f20-04ad15be709b req-51759a18-ad2a-499e-b00c-48b94d9c65a4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:40.142233 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-12b27fb4-59f2-42cf-8f20-04ad15be709b req-51759a18-ad2a-499e-b00c-48b94d9c65a4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 944 time: 0.0881758 Dec 16 14:59:40.159802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:40.160890 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 14:59:40.165314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:59:40.193324 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-12b27fb4-59f2-42cf-8f20-04ad15be709b req-6b4d9d95-97d7-4a43-ad99-530542768c2f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449238 Dec 16 14:59:40.211163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:59:40.241303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 14:59:40.241726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:40.251687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.252108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.252515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.252918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.253321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.253718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.254140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.254535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.254927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.255316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.255708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 14:59:40.262488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:59:40.360531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:40.406274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 14:59:40.418465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:59:40.445511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:40.448277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:59:40.482073 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'code': 200} Dec 16 14:59:40.523722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,revision_number=7']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:59:40.525722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853542379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062498'] for router_interface, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:40.526786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:59:41.222518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45836259-861b-452a-b318-6f4eed529fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:41.329496 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Router d6cecf5c-0d27-495f-8882-a2df968aba65 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 14:59:41.423284 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63774e29-f310-4f07-8b52-b0a499d2a6b3 req-3eb1ba37-e8d6-410c-827f-2f73db835caa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:41.425888 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-63774e29-f310-4f07-8b52-b0a499d2a6b3 req-3eb1ba37-e8d6-410c-827f-2f73db835caa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0904992 Dec 16 14:59:41.476238 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-63774e29-f310-4f07-8b52-b0a499d2a6b3 req-00ce27f0-dd91-40c6-8962-5fc15a644e8b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428810 Dec 16 14:59:41.547846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 14:59:41.558413 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] Sync routers for ids ['d6cecf5c-0d27-495f-8882-a2df968aba65'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 14:59:41.570859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] Routers {'d6cecf5c-0d27-495f-8882-a2df968aba65'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:59:41.571521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:59:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['d6cecf5c-0d27-495f-8882-a2df968aba65'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:59:41.598542 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] 10.222.0.45 "PUT /v2.0/routers/d6cecf5c-0d27-495f-8882-a2df968aba65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6550105 Dec 16 14:59:41.601170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 38562) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:41.757767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] Set router d6cecf5c-0d27-495f-8882-a2df968aba65 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:59:41.808501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks [] for router, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:42.025981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:42.077636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Deleting port 21dd7222-9d8d-4397-a913-98e06972983e {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 14:59:42.078153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:42.215918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '21dd7222-9d8d-4397-a913-98e06972983e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:59:40Z', 'revision_number': 5, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'gw_port': {'id': '21dd7222-9d8d-4397-a913-98e06972983e', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:59:42.219981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] Checking router: d6cecf5c-0d27-495f-8882-a2df968aba65 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 14:59:42.231899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] Routers {'d6cecf5c-0d27-495f-8882-a2df968aba65'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 14:59:42.232573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T14:59:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['d6cecf5c-0d27-495f-8882-a2df968aba65'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:59:42.266783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] For port 21dd7222-9d8d-4397-a913-98e06972983e, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=21dd7222-9d8d-4397-a913-98e06972983e,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 14:59:42.267096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:42.389220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] Set router d6cecf5c-0d27-495f-8882-a2df968aba65 gateway port host: None {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 14:59:42.393543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Calling delete_port for 21dd7222-9d8d-4397-a913-98e06972983e owned by network:router_gateway {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 14:59:42.504908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:59:42Z', 'revision_number': 6, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'gw_port_host': None}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:59:42.509210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ba5bd-67aa-431d-97b5-6d852a97368b None None] The sync data for ids ['d6cecf5c-0d27-495f-8882-a2df968aba65'] in dv-cinder-821894-3-iscsi is: [{'id': 'd6cecf5c-0d27-495f-8882-a2df968aba65', 'name': 'tempest-ServerRescueNegativeTestJSON-323937161-router', 'tenant_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:59:42Z', 'revision_number': 6, 'project_id': '3a7679aab0dd4c2589d94c145df1f4b9', 'gw_port_host': None}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 14:59:42.661468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:42.671087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:59:42.717471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=21dd7222-9d8d-4397-a913-98e06972983e,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:59:42.720964 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:59:42.840100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d5b42-84b6-4f22-93b5-ebdff378e3b4 req-1f69a47b-95e6-4288-8322-7ca1b19e2928 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:42.841738 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2a8d5b42-84b6-4f22-93b5-ebdff378e3b4 req-1f69a47b-95e6-4288-8322-7ca1b19e2928 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.2200866 Dec 16 14:59:42.948343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.012278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853057515'] for router_gateway, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.159354 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2a8d5b42-84b6-4f22-93b5-ebdff378e3b4 req-3c45978c-3752-432d-830c-2ec7283a44ce tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564106 Dec 16 14:59:43.518682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852982661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733131'] for router, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.523131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.702707 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852982763'] for router, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.703243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6cecf5c-0d27-495f-8882-a2df968aba65 {{(pid=88292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 14:59:43.716651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.717926 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d6cecf5c-0d27-495f-8882-a2df968aba65 HTTP/1.1" status: 204 len: 168 time: 2.1157563 Dec 16 14:59:43.720624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 38580) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:43.784999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-50a4b78a-45ad-4096-8269-c405c77ecd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.787113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b6eac1-4b74-4939-a54a-ae4d9570bd25 admin admin] Deleting subnet f5df494d-9ff2-4f4d-a99f-342d64749205 {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 14:59:43.791122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-50b6eac1-4b74-4939-a54a-ae4d9570bd25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.843836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-50b6eac1-4b74-4939-a54a-ae4d9570bd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.906509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-50b6eac1-4b74-4939-a54a-ae4d9570bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:43.996976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-50b6eac1-4b74-4939-a54a-ae4d9570bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.001648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e8c422e3-613e-42d3-a85f-8916625e4e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:59:44.037321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6eac1-4b74-4939-a54a-ae4d9570bd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5df494d-9ff2-4f4d-a99f-342d64749205,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:59:44.041140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-50b6eac1-4b74-4939-a54a-ae4d9570bd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:59:44.044863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-50b6eac1-4b74-4939-a54a-ae4d9570bd25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.051437 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-50b6eac1-4b74-4939-a54a-ae4d9570bd25 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f5df494d-9ff2-4f4d-a99f-342d64749205 HTTP/1.1" status: 204 len: 168 time: 0.3297865 Dec 16 14:59:44.054186 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 38584) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:44.082065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 21dd7222-9d8d-4397-a913-98e06972983e no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 14:59:44.115596 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 21dd7222-9d8d-4397-a913-98e06972983e {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 14:59:44.115970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 21dd7222-9d8d-4397-a913-98e06972983e not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 14:59:44.116440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 14:59:44.152605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 14:59:44.152998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device cc8e6c71-7a1a-4b11-afd4-de4ffcf2b6eb not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 14:59:44.172593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.314178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.339251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.343596 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa2cabe-611e-4d60-ae11-c50e41390453']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:59:44.357668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1090ec0e-8e81-45ac-a1f3-d353714c6e8d') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:59:44.358007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1090ec0e-8e81-45ac-a1f3-d353714c6e8d') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 14:59:44.373041 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.459921 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.462967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1264b9-cb18-4edf-b9ce-e3ad01a5ee73 req-8b9ee736-962a-4a95-88af-1f4d3427388b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:44.464653 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6a1264b9-cb18-4edf-b9ce-e3ad01a5ee73 req-8b9ee736-962a-4a95-88af-1f4d3427388b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1402194 Dec 16 14:59:44.469795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 14:59:44.470419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:59:44.489715 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:59:44.526951 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6a1264b9-cb18-4edf-b9ce-e3ad01a5ee73 req-77b55525-bc6c-44f7-bab4-24278b32c129 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550478 Dec 16 14:59:44.682471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.686566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:59:44.704086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:44.713179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa2cabe-611e-4d60-ae11-c50e41390453,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:59:44.716576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:59:44.760878 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] 10.222.0.45 "DELETE /v2.0/networks/cfa2cabe-611e-4d60-ae11-c50e41390453 HTTP/1.1" status: 204 len: 168 time: 0.7056444 Dec 16 14:59:45.058448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 38626) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:45.130143 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d578fc70-2ddd-4060-a6ed-b16c606b9347 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a7679aab0dd4c2589d94c145df1f4b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0700068 Dec 16 14:59:45.133864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 38630) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:59:45.200517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ea1028b9-9a06-4285-963e-d102260ea71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:45.236379 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ea1028b9-9a06-4285-963e-d102260ea71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:45.333765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ea1028b9-9a06-4285-963e-d102260ea71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:45.353514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-435e457a-1ade-47ee-8f5e-0b1a36fdca9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 14:59:45.378234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1028b9-9a06-4285-963e-d102260ea71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b31effc-09df-4d74-899d-4125ffa035f0,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 14:59:45.381822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ea1028b9-9a06-4285-963e-d102260ea71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 14:59:45.432770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ea1028b9-9a06-4285-963e-d102260ea71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:45.434707 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ea1028b9-9a06-4285-963e-d102260ea71f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b31effc-09df-4d74-899d-4125ffa035f0 HTTP/1.1" status: 204 len: 168 time: 0.2992043 Dec 16 14:59:45.667134 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:45.866443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f73f0-8dd3-48a8-affb-848f79087540 req-7c563920-d7b2-483a-b935-ecd705bcccbb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:45.869653 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d46f73f0-8dd3-48a8-affb-848f79087540 req-7c563920-d7b2-483a-b935-ecd705bcccbb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1060617 Dec 16 14:59:45.939550 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d46f73f0-8dd3-48a8-affb-848f79087540 req-b7a31a57-d7b9-43e6-9884-f4422b55938f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612493 Dec 16 14:59:47.222033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212b1be-ee97-4a83-8cfc-6ec0627a8214 req-fe398e00-3b04-4ba2-8451-4d3f20636b90 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:47.223873 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6212b1be-ee97-4a83-8cfc-6ec0627a8214 req-fe398e00-3b04-4ba2-8451-4d3f20636b90 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1316602 Dec 16 14:59:47.279069 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6212b1be-ee97-4a83-8cfc-6ec0627a8214 req-11b1cc93-4c6a-42f7-bd3a-432e5ebd8730 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483613 Dec 16 14:59:48.528345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1100a-7457-4ee6-a256-b9ccec53ca23 req-8aa02369-e1b8-4d5f-af04-cd74c0117c3b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:48.529981 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2b1100a-7457-4ee6-a256-b9ccec53ca23 req-8aa02369-e1b8-4d5f-af04-cd74c0117c3b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0877557 Dec 16 14:59:48.587754 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2b1100a-7457-4ee6-a256-b9ccec53ca23 req-9f111d2a-b456-4364-8e70-208bb8305ecf tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507081 Dec 16 14:59:48.933836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 14:59:49.812644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e497b40-1605-4486-ab02-ba30c1c7cd89 req-981678f9-7c06-4d8e-aed1-85f13d8ba207 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:49.814307 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e497b40-1605-4486-ab02-ba30c1c7cd89 req-981678f9-7c06-4d8e-aed1-85f13d8ba207 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0881090 Dec 16 14:59:49.866030 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e497b40-1605-4486-ab02-ba30c1c7cd89 req-76666af1-1674-4862-8014-dd6a3a72429f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447490 Dec 16 14:59:51.145744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f631f9a-b02b-413e-894c-36cb4e60a1db req-a67b9f98-c158-4fdc-b9e3-15fc5656c172 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:51.153816 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2f631f9a-b02b-413e-894c-36cb4e60a1db req-a67b9f98-c158-4fdc-b9e3-15fc5656c172 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1047003 Dec 16 14:59:51.204388 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2f631f9a-b02b-413e-894c-36cb4e60a1db req-fa35412d-12b9-4e6e-8199-1c0933a62b0a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464613 Dec 16 14:59:52.449958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f29626-fa7a-4c3b-87f2-0a8048d6a203 req-c360ce80-12ee-4da9-8d89-c7f59bbb981e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:52.451898 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-28f29626-fa7a-4c3b-87f2-0a8048d6a203 req-c360ce80-12ee-4da9-8d89-c7f59bbb981e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0961664 Dec 16 14:59:52.505439 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-28f29626-fa7a-4c3b-87f2-0a8048d6a203 req-c2e9ef2b-ff11-4255-9c2f-69fa7ccc4bd8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471170 Dec 16 14:59:53.773361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323e2a7-bbff-4b94-b0ae-4262f6e05ef2 req-87de50c7-54bc-498b-8773-da8abe37db1a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:53.775084 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4323e2a7-bbff-4b94-b0ae-4262f6e05ef2 req-87de50c7-54bc-498b-8773-da8abe37db1a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1034017 Dec 16 14:59:53.835531 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4323e2a7-bbff-4b94-b0ae-4262f6e05ef2 req-522caf7b-1966-4aa6-adae-769ffac97c87 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534165 Dec 16 14:59:54.202874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 14:59:55.071188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a37d26-75a7-46cc-b464-e67ad34b37ce req-eaa985fe-3e28-40c8-9927-cc721dfa37e4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:55.073541 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04a37d26-75a7-46cc-b464-e67ad34b37ce req-eaa985fe-3e28-40c8-9927-cc721dfa37e4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0850506 Dec 16 14:59:55.126644 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04a37d26-75a7-46cc-b464-e67ad34b37ce req-bd00faca-4183-4d3c-9158-106937ddd009 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456934 Dec 16 14:59:56.347957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea68b46-4a65-4c77-87c7-f5827428b223 req-79a0d060-51da-4c54-b5f3-8bba4a497ced tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:56.349584 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ea68b46-4a65-4c77-87c7-f5827428b223 req-79a0d060-51da-4c54-b5f3-8bba4a497ced tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0848432 Dec 16 14:59:56.405132 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ea68b46-4a65-4c77-87c7-f5827428b223 req-a3217d2e-3752-4c2d-9f57-0690b3e2ba15 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483699 Dec 16 14:59:56.964985 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-eadb7083-6726-44d7-adbb-4a18e34ad259 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2652426 Dec 16 14:59:57.098835 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-4957e152-bade-41c4-8404-6749c66f03bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0864394 Dec 16 14:59:57.256733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-1f4a499e-6d1c-48c2-9752-a2ef7ac57563 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:57.258367 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-1f4a499e-6d1c-48c2-9752-a2ef7ac57563 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1401620 Dec 16 14:59:57.381849 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-d8d22d54-9ee3-4e13-8131-d53ca5237f0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1164913 Dec 16 14:59:57.455516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-8a740a00-0a61-491b-9546-d2a5729f5d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:57.457435 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-8a740a00-0a61-491b-9546-d2a5729f5d78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0689619 Dec 16 14:59:57.605867 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-181acdc3-eaf6-41cc-abbd-0c92925369f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1250029 Dec 16 14:59:57.687609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b115cae-2ab6-4f54-8fd7-70ce2118986d req-94ffe15a-7dae-4ce4-8b21-9386ddbe390b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:57.689194 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8b115cae-2ab6-4f54-8fd7-70ce2118986d req-94ffe15a-7dae-4ce4-8b21-9386ddbe390b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.1398230 Dec 16 14:59:57.811828 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8b115cae-2ab6-4f54-8fd7-70ce2118986d req-2d2dd833-4d91-4801-a643-d87541cf2622 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761006 Dec 16 14:59:57.815251 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-dbd7a5f1-41fd-4fb2-b796-7278f304b1bd service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974270 Dec 16 14:59:57.961831 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-925c33f6-978c-40f1-9b7d-9130640867f8 req-5781223d-4acc-4d02-af7d-3681188f3efc service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393950 Dec 16 14:59:58.729697 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb4beb93-b3dc-44a0-becf-1ea0a5e38451 req-65c9a3d2-3a66-4255-af1f-e42a59280dbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 1098 time: 0.0781724 Dec 16 14:59:58.897699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4beb93-b3dc-44a0-becf-1ea0a5e38451 req-741c65f1-a2f5-4987-8617-b6b0c616e0df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:58.899480 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb4beb93-b3dc-44a0-becf-1ea0a5e38451 req-741c65f1-a2f5-4987-8617-b6b0c616e0df service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 917 time: 0.1463199 Dec 16 14:59:59.012045 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb4beb93-b3dc-44a0-becf-1ea0a5e38451 req-807866f0-4bee-47bc-bcff-63e1bba884aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f HTTP/1.1" status: 200 len: 1000 time: 0.1053612 Dec 16 14:59:59.039074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31cb83-0619-4848-95a9-576522752d07 req-791a99db-5799-40c5-bd19-ff4c10ad5e67 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:59.040707 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e31cb83-0619-4848-95a9-576522752d07 req-791a99db-5799-40c5-bd19-ff4c10ad5e67 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0863643 Dec 16 14:59:59.085366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4beb93-b3dc-44a0-becf-1ea0a5e38451 req-429fcd33-8c4b-425a-b20e-7d5eff3836fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 14:59:59.086983 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb4beb93-b3dc-44a0-becf-1ea0a5e38451 req-429fcd33-8c4b-425a-b20e-7d5eff3836fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.0658972 Dec 16 14:59:59.091209 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e31cb83-0619-4848-95a9-576522752d07 req-43ec3ce2-7819-4c9f-8642-77eac499c955 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 Dec 16 14:59:59.167677 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb4beb93-b3dc-44a0-becf-1ea0a5e38451 req-5a9f4441-fa6c-4cb9-b2a6-2a53fc505503 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735745 Dec 16 14:59:59.310763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb4beb93-b3dc-44a0-becf-1ea0a5e38451 req-ae598002-ce40-4de8-bff6-b1375ca20278 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357212 Dec 16 14:59:59.466180 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb4beb93-b3dc-44a0-becf-1ea0a5e38451 req-7897e472-e657-491f-87aa-bd1fdacb342f service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481495 Dec 16 15:00:00.292639 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:00:00.312334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cdda0-7e9f-4faa-94e2-366badfcdc37 req-7187f41f-3312-4ded-96b9-65c0fff79f4f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:00.313980 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db8cdda0-7e9f-4faa-94e2-366badfcdc37 req-7187f41f-3312-4ded-96b9-65c0fff79f4f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 945 time: 0.0870500 Dec 16 15:00:00.364709 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db8cdda0-7e9f-4faa-94e2-366badfcdc37 req-e228575f-6964-48c7-97ae-0524a6ae833f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446651 Dec 16 15:00:00.408111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:00.439257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:00:00.449456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:00:00.490905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:00.494320 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'code': 200} Dec 16 15:00:00.494892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:00:00.560976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,revision_number=8']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:00:00.564148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:00:01.584638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbde1bc-2edf-49d0-923a-297465359182 req-1dd55254-30b8-447c-bb31-bf0ffae0e6bc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:01.586295 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5bbde1bc-2edf-49d0-923a-297465359182 req-1dd55254-30b8-447c-bb31-bf0ffae0e6bc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0822690 Dec 16 15:00:01.643685 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5bbde1bc-2edf-49d0-923a-297465359182 req-a7f170b4-1e81-4c5a-a30b-a6aa15fa81d9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501890 Dec 16 15:00:03.016532 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9c614b06-d322-48c3-89f3-489ea5ccc345 req-5f38c768-e9a1-4065-a7da-146f08d53744 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0735192 Dec 16 15:00:03.412962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4a3d4-af47-4e5c-a5a1-4fc23e31bb44 req-3b9faeb8-31d1-49b5-9cb7-5e5111dc0444 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:03.414632 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9b4a3d4-af47-4e5c-a5a1-4fc23e31bb44 req-3b9faeb8-31d1-49b5-9cb7-5e5111dc0444 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0944715 Dec 16 15:00:03.464563 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9b4a3d4-af47-4e5c-a5a1-4fc23e31bb44 req-c7a41392-704c-444b-919c-2598d461ca77 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434821 Dec 16 15:00:03.543019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 38876) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:00:03.692369 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-58075476-c899-4a60-a034-8e431503174c req-6e30433f-fc5b-463a-9427-47a17fdea1f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1479950 Dec 16 15:00:04.315185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:00:04.760531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188549-2fee-49b4-b517-cba96e5eded6 req-f82b4c8f-9baf-404e-ad9e-10a88808fb71 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:04.762190 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-45188549-2fee-49b4-b517-cba96e5eded6 req-f82b4c8f-9baf-404e-ad9e-10a88808fb71 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1633353 Dec 16 15:00:04.809920 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-45188549-2fee-49b4-b517-cba96e5eded6 req-3b7ef431-4f54-4eb2-9c25-487ebcb7ee82 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415840 Dec 16 15:00:06.028195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b13fde-13a1-4378-82f1-a33c0f70430b req-95b8c6c6-5326-4ecd-86b7-d94a824a71b9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:06.029811 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-62b13fde-13a1-4378-82f1-a33c0f70430b req-95b8c6c6-5326-4ecd-86b7-d94a824a71b9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0863876 Dec 16 15:00:06.077756 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-62b13fde-13a1-4378-82f1-a33c0f70430b req-3b4a051c-a86f-43d9-9232-03509e840a6b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Dec 16 15:00:07.295557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c6f10-06eb-41a2-8613-d48f2b5a9bcd req-12ca03a8-cf8a-47c0-ba17-aebedef49945 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:07.297207 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aa8c6f10-06eb-41a2-8613-d48f2b5a9bcd req-12ca03a8-cf8a-47c0-ba17-aebedef49945 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0850668 Dec 16 15:00:07.353741 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aa8c6f10-06eb-41a2-8613-d48f2b5a9bcd req-4444a8d1-87ea-42a1-84a9-0cbdda93e974 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498722 Dec 16 15:00:08.576726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e5303-c3d2-4cce-b510-ed46ad97fb57 req-5bed3918-dfd6-479d-b7ba-1ee4fe6a6a7a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:08.578343 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e66e5303-c3d2-4cce-b510-ed46ad97fb57 req-5bed3918-dfd6-479d-b7ba-1ee4fe6a6a7a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0817776 Dec 16 15:00:08.625952 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e66e5303-c3d2-4cce-b510-ed46ad97fb57 req-062aed29-622a-4552-84cb-7165705ad3f8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415535 Dec 16 15:00:09.850411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381ade5-f699-4be4-8434-29b353860827 req-4fd21b2b-e7e3-4b6e-800d-4ca2598c6aa4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:09.852030 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b381ade5-f699-4be4-8434-29b353860827 req-4fd21b2b-e7e3-4b6e-800d-4ca2598c6aa4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0837698 Dec 16 15:00:09.901042 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b381ade5-f699-4be4-8434-29b353860827 req-8a4711ce-90ed-4925-b06d-3512a998af8b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423317 Dec 16 15:00:11.127432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77d26-ac26-47c2-9cf4-775b466e35f9 req-35ca02dd-547b-4fc1-925d-69d9b550c641 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:11.129082 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cbe77d26-ac26-47c2-9cf4-775b466e35f9 req-35ca02dd-547b-4fc1-925d-69d9b550c641 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0892968 Dec 16 15:00:11.197780 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cbe77d26-ac26-47c2-9cf4-775b466e35f9 req-2265c8e3-f599-4c8d-998d-252943356d7f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596597 Dec 16 15:00:11.233254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8c06fa48-8a22-4271-aa7e-9f3b9d3f09f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:12.416946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f2276-8b59-48c5-bedc-81f18723266c req-535b79b6-5119-4e2c-804f-77a0bd13038f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:12.418603 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f12f2276-8b59-48c5-bedc-81f18723266c req-535b79b6-5119-4e2c-804f-77a0bd13038f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0883987 Dec 16 15:00:12.466314 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f12f2276-8b59-48c5-bedc-81f18723266c req-6194618a-f619-41f2-a9be-32d150197706 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415521 Dec 16 15:00:13.087790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:13.679108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e9f2c-5e71-4d81-8bde-db78d96984d5 req-3dbb45ec-c0c5-4986-ab11-f16f99b33e9b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:13.681290 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-338e9f2c-5e71-4d81-8bde-db78d96984d5 req-3dbb45ec-c0c5-4986-ab11-f16f99b33e9b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0823016 Dec 16 15:00:13.733631 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-338e9f2c-5e71-4d81-8bde-db78d96984d5 req-c973f7f4-529f-498b-b62b-2c968911f5ba tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462985 Dec 16 15:00:13.790753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fdba7a6a-7265-4b73-82ae-af4572fabf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:14.333013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:14.961031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce89af3-2f52-4342-aaff-2b1a8b7f04ad req-41f92609-2db8-4764-8790-d30be101eb33 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:14.962770 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2ce89af3-2f52-4342-aaff-2b1a8b7f04ad req-41f92609-2db8-4764-8790-d30be101eb33 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0848463 Dec 16 15:00:15.013168 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2ce89af3-2f52-4342-aaff-2b1a8b7f04ad req-9c5d9cc3-11eb-4f64-8429-290b3186843a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440698 Dec 16 15:00:15.641488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:16.234186 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad759e-18cf-4fcf-9c5e-38ed4e0680a5 req-964f48e1-42d0-48a3-9a77-771c8604b4f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:16.235795 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-20ad759e-18cf-4fcf-9c5e-38ed4e0680a5 req-964f48e1-42d0-48a3-9a77-771c8604b4f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0825622 Dec 16 15:00:16.283973 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-20ad759e-18cf-4fcf-9c5e-38ed4e0680a5 req-17a33ddb-4153-4e05-a754-10088186cf86 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Dec 16 15:00:17.506233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4dc9a-0595-4031-ad3c-2a88e645edfc req-db547d95-4b37-45fe-9769-92358ee24c63 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:17.507857 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47d4dc9a-0595-4031-ad3c-2a88e645edfc req-db547d95-4b37-45fe-9769-92358ee24c63 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0875821 Dec 16 15:00:17.557816 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47d4dc9a-0595-4031-ad3c-2a88e645edfc req-ba675945-df0d-4a1b-a072-8e5a6591fc71 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431938 Dec 16 15:00:18.781695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca560-5b8e-4bdc-9b7b-9ffc63e873a0 req-d21d786d-804b-4d12-b5b8-f8356de24521 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:18.783361 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb0ca560-5b8e-4bdc-9b7b-9ffc63e873a0 req-d21d786d-804b-4d12-b5b8-f8356de24521 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0905356 Dec 16 15:00:18.833390 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb0ca560-5b8e-4bdc-9b7b-9ffc63e873a0 req-9a6e37c5-c985-4eec-a342-1a138d7e69f5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437064 Dec 16 15:00:20.046190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc1dee-38c6-4110-851f-d1f3cb31f389 req-058f3f88-4635-44ac-81d1-05a8198c12bf tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:20.047811 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-02dc1dee-38c6-4110-851f-d1f3cb31f389 req-058f3f88-4635-44ac-81d1-05a8198c12bf tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0816605 Dec 16 15:00:20.099822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-02dc1dee-38c6-4110-851f-d1f3cb31f389 req-f0a8d5f8-195e-46cd-a889-58f480788024 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457847 Dec 16 15:00:21.327068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bab33-8279-4176-9646-4fc5ab0bc17e req-223fd241-3d8d-49fe-ad06-0f99ce98ebf6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:21.328712 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d9bab33-8279-4176-9646-4fc5ab0bc17e req-223fd241-3d8d-49fe-ad06-0f99ce98ebf6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0920312 Dec 16 15:00:21.382406 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d9bab33-8279-4176-9646-4fc5ab0bc17e req-bd7d473a-4bf9-4dfb-9a1d-58262357034a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463176 Dec 16 15:00:22.748926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1acc3-2e56-46cc-847d-affbe0e1bc34 req-148d5b72-279e-4113-b629-387d4fb66c6e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:22.750570 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32b1acc3-2e56-46cc-847d-affbe0e1bc34 req-148d5b72-279e-4113-b629-387d4fb66c6e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0826669 Dec 16 15:00:22.799268 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32b1acc3-2e56-46cc-847d-affbe0e1bc34 req-984da562-c82e-45ba-8cc6-d68e5676eb04 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424907 Dec 16 15:00:24.035312 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a6bd-3a49-4f9e-b80d-c070232ec823 req-cbb84b3d-a834-4f7e-a2bc-3222bc7bbe66 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:24.037041 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e935a6bd-3a49-4f9e-b80d-c070232ec823 req-cbb84b3d-a834-4f7e-a2bc-3222bc7bbe66 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0862684 Dec 16 15:00:24.088941 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e935a6bd-3a49-4f9e-b80d-c070232ec823 req-72fbde28-46c9-4593-8c1f-8b59c5fbeefe tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430827 Dec 16 15:00:24.195512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:25.305720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4620f5-d028-436b-a0ef-b6ec7baed5cd req-bc448f65-0256-4507-9fc2-c315a1d1a31b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:25.307360 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8d4620f5-d028-436b-a0ef-b6ec7baed5cd req-bc448f65-0256-4507-9fc2-c315a1d1a31b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0844021 Dec 16 15:00:25.357499 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8d4620f5-d028-436b-a0ef-b6ec7baed5cd req-1c945239-e515-46d3-832f-cb70c07164dd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437696 Dec 16 15:00:25.924538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:00:26.596331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc652498-6f16-4cce-a9f8-9c7cf4ef846f req-b2ea873e-5eb3-4a2b-8003-41402ba13add tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:26.597957 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc652498-6f16-4cce-a9f8-9c7cf4ef846f req-b2ea873e-5eb3-4a2b-8003-41402ba13add tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0874071 Dec 16 15:00:26.649616 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc652498-6f16-4cce-a9f8-9c7cf4ef846f req-5e1cfc8c-31ca-4fd8-ae81-219bf625d963 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442474 Dec 16 15:00:27.864671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476388-163d-4e6b-966a-7258fc09aba0 req-dca80bc8-ca99-4c4b-96a7-e8467c9b3a7d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:27.866363 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0476388-163d-4e6b-966a-7258fc09aba0 req-dca80bc8-ca99-4c4b-96a7-e8467c9b3a7d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0831120 Dec 16 15:00:27.914245 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0476388-163d-4e6b-966a-7258fc09aba0 req-27d38ea6-1dac-4de2-8dec-58da40dab610 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407257 Dec 16 15:00:29.135974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa1d91-c064-4de5-9331-1c928d0aa34f req-97075a73-b384-4cbd-8e10-83acc9848377 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:29.137583 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-42aa1d91-c064-4de5-9331-1c928d0aa34f req-97075a73-b384-4cbd-8e10-83acc9848377 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0843015 Dec 16 15:00:29.185571 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-42aa1d91-c064-4de5-9331-1c928d0aa34f req-eeacf094-9623-4578-923b-4ffa61edd43c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Dec 16 15:00:30.404607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4145b5-86f8-4498-afef-5490653623e4 req-5507a27e-8bb9-481d-b3b0-136a19db9d7a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:30.406224 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e4145b5-86f8-4498-afef-5490653623e4 req-5507a27e-8bb9-481d-b3b0-136a19db9d7a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0881062 Dec 16 15:00:30.454221 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e4145b5-86f8-4498-afef-5490653623e4 req-b5d30d11-1a8b-4077-846f-d7b98fd057dd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419126 Dec 16 15:00:31.671926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86431fc5-f550-4a31-b096-d32b71bfde78 req-81cab09c-b267-424f-90bc-925c3f80eb6e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:31.673635 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-86431fc5-f550-4a31-b096-d32b71bfde78 req-81cab09c-b267-424f-90bc-925c3f80eb6e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0855057 Dec 16 15:00:31.723276 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-86431fc5-f550-4a31-b096-d32b71bfde78 req-6f82b0fd-6ba6-4534-8500-92c5753b6b8d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Dec 16 15:00:32.938279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966832d6-7cd5-4d43-964a-888524ffc3c8 req-262d8cfc-f0e5-4010-a986-b5af41145e7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:32.939817 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-966832d6-7cd5-4d43-964a-888524ffc3c8 req-262d8cfc-f0e5-4010-a986-b5af41145e7e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0830927 Dec 16 15:00:32.987386 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-966832d6-7cd5-4d43-964a-888524ffc3c8 req-ea98cf1d-0916-4789-aded-4773b19d4d3f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Dec 16 15:00:34.205394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819471c-8896-4963-aeac-3dbc31de69dd req-3a31bd8a-82a3-4e3c-b5ab-3473b70458fd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:34.207060 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e819471c-8896-4963-aeac-3dbc31de69dd req-3a31bd8a-82a3-4e3c-b5ab-3473b70458fd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0832872 Dec 16 15:00:34.255463 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e819471c-8896-4963-aeac-3dbc31de69dd req-a9b4c036-7677-4dea-bc39-cc4061c04216 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417719 Dec 16 15:00:35.473561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6d404-0055-47c4-9b41-12dd4533e2b3 req-e946f279-2420-4da1-87b2-5f83816a200e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:35.475148 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8a6d404-0055-47c4-9b41-12dd4533e2b3 req-e946f279-2420-4da1-87b2-5f83816a200e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0858715 Dec 16 15:00:35.523334 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8a6d404-0055-47c4-9b41-12dd4533e2b3 req-1e0dcb14-7713-45b0-98de-3342cf5017a9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415721 Dec 16 15:00:36.743350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b42cc-1c7c-44c5-a3ba-c047d803d4a8 req-31b078b6-8fa0-4f94-af09-172dbb8976e9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:36.744984 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5d6b42cc-1c7c-44c5-a3ba-c047d803d4a8 req-31b078b6-8fa0-4f94-af09-172dbb8976e9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0896454 Dec 16 15:00:36.794019 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5d6b42cc-1c7c-44c5-a3ba-c047d803d4a8 req-2a513e03-ee80-4bca-ab6c-93212503c6df tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Dec 16 15:00:38.013154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4baf64-25d1-4262-a328-8dba85b4c633 req-53eb6d8c-ef7c-4421-a73b-1a61467073f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:38.014941 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fe4baf64-25d1-4262-a328-8dba85b4c633 req-53eb6d8c-ef7c-4421-a73b-1a61467073f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0883448 Dec 16 15:00:38.065283 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fe4baf64-25d1-4262-a328-8dba85b4c633 req-1a7ed3bc-cfcc-402c-ad1f-afb47545643a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442238 Dec 16 15:00:38.173712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30808096-8f12-4293-95cb-08ccf4bc5e2d req-52053ad9-cacc-4a54-9f6d-a88b67d0fa42 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:38.175331 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-30808096-8f12-4293-95cb-08ccf4bc5e2d req-52053ad9-cacc-4a54-9f6d-a88b67d0fa42 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0822742 Dec 16 15:00:38.229772 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-30808096-8f12-4293-95cb-08ccf4bc5e2d req-d0e1e7ce-332d-4614-9bbf-67edb8579db9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468361 Dec 16 15:00:39.307720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcb1c4-ee31-41c7-8189-9567d841337e req-b7bd1b77-6354-4bf6-8ccd-ef14e8b2d805 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:39.309909 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edbcb1c4-ee31-41c7-8189-9567d841337e req-b7bd1b77-6354-4bf6-8ccd-ef14e8b2d805 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0931268 Dec 16 15:00:39.370351 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edbcb1c4-ee31-41c7-8189-9567d841337e req-7178197b-daec-43c0-8fdb-9f2469672d73 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534675 Dec 16 15:00:39.451150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da468540-6e6c-494e-94db-461b7bbe7d6d req-1699fec2-df68-4601-adae-76bcc87af984 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:39.452756 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-da468540-6e6c-494e-94db-461b7bbe7d6d req-1699fec2-df68-4601-adae-76bcc87af984 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0878832 Dec 16 15:00:39.500218 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-da468540-6e6c-494e-94db-461b7bbe7d6d req-e4d9066a-7d41-435e-8eb6-2469231ce695 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412836 Dec 16 15:00:40.586473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeea26d-8634-4c2a-aa07-c742b958b062 req-3ef0ff13-dc36-42b2-9e75-b3cfd7811279 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:40.588110 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8eeea26d-8634-4c2a-aa07-c742b958b062 req-3ef0ff13-dc36-42b2-9e75-b3cfd7811279 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0833704 Dec 16 15:00:40.640495 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8eeea26d-8634-4c2a-aa07-c742b958b062 req-0b5a4cae-f810-4865-a675-7c4838e066f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463943 Dec 16 15:00:40.712992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f614e47-03f5-4642-b8ee-2d3acb89dcf0 req-8a100d34-602b-4aa0-9ca0-4a170be94b4b tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:40.714630 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0f614e47-03f5-4642-b8ee-2d3acb89dcf0 req-8a100d34-602b-4aa0-9ca0-4a170be94b4b tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0867684 Dec 16 15:00:40.764066 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0f614e47-03f5-4642-b8ee-2d3acb89dcf0 req-66c40447-a23e-4d9f-9a7a-5fbae833275f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 Dec 16 15:00:41.212879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-483976b4-14a7-4009-b1c6-a49f912a4598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:41.856799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc66572-94a1-40dd-ac80-28fe40dfc99c req-2b0cbc91-7061-49d1-8222-356f2377edaa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:41.858518 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-efc66572-94a1-40dd-ac80-28fe40dfc99c req-2b0cbc91-7061-49d1-8222-356f2377edaa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0862710 Dec 16 15:00:41.909337 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-efc66572-94a1-40dd-ac80-28fe40dfc99c req-a155df0b-c4cc-419e-be02-4b7ca982b8f6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442176 Dec 16 15:00:41.973601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47876103-3065-426f-a380-79f4a0cea16f req-74a49b0a-2df4-4725-907e-21b65d99b0af tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:41.975268 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47876103-3065-426f-a380-79f4a0cea16f req-74a49b0a-2df4-4725-907e-21b65d99b0af tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0829430 Dec 16 15:00:42.023934 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47876103-3065-426f-a380-79f4a0cea16f req-2d7f429d-e755-4983-8ad7-53ae38748807 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419626 Dec 16 15:00:42.947430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:43.140626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4729e-15b6-43c1-9482-682bc12fd25c req-91b69e41-6488-4a35-b2cd-e9dcf3af5079 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:43.143090 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9fe4729e-15b6-43c1-9482-682bc12fd25c req-91b69e41-6488-4a35-b2cd-e9dcf3af5079 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0965700 Dec 16 15:00:43.200683 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9fe4729e-15b6-43c1-9482-682bc12fd25c req-91d7c424-1f11-4e7c-a7ec-a77f62d7ce03 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514417 Dec 16 15:00:43.248052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eacc6b-cc2d-4036-832d-eaecf30729d3 req-d13eb7f1-f678-4caf-b4a6-b20f4283d7e9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:43.249654 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e2eacc6b-cc2d-4036-832d-eaecf30729d3 req-d13eb7f1-f678-4caf-b4a6-b20f4283d7e9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.1028185 Dec 16 15:00:43.297383 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e2eacc6b-cc2d-4036-832d-eaecf30729d3 req-67508b72-28b4-4491-89e6-9fce8366105d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Dec 16 15:00:43.798394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5ecf-92d1-4ab7-ac4b-c35dddca81ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:44.332117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:44.418780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ee665-eacf-4fb7-b1d8-7da3eaa01499 req-c2aaceb8-9acb-4011-9f74-a01a52a69f13 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:44.420438 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-591ee665-eacf-4fb7-b1d8-7da3eaa01499 req-c2aaceb8-9acb-4011-9f74-a01a52a69f13 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0854924 Dec 16 15:00:44.469769 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-591ee665-eacf-4fb7-b1d8-7da3eaa01499 req-52ce587a-3700-4d95-82ae-79374a50f217 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Dec 16 15:00:44.521469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee01263-512a-41b0-9501-ee939ed021ce req-ffb7cdd4-7354-4320-9cf9-1bb40c2f7ba3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:44.523091 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ee01263-512a-41b0-9501-ee939ed021ce req-ffb7cdd4-7354-4320-9cf9-1bb40c2f7ba3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0843053 Dec 16 15:00:44.577692 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ee01263-512a-41b0-9501-ee939ed021ce req-c50c41d4-1dbe-4725-a586-a453edab373e tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478032 Dec 16 15:00:45.638618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:45.696287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28db8-274c-482a-ab11-49c1cf6ef8b0 req-65e01622-4e57-4437-978a-6f934b06fa74 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:45.697957 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90c28db8-274c-482a-ab11-49c1cf6ef8b0 req-65e01622-4e57-4437-978a-6f934b06fa74 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0904303 Dec 16 15:00:45.748258 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90c28db8-274c-482a-ab11-49c1cf6ef8b0 req-81ea1572-f30c-4372-84cf-a5017265630d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438221 Dec 16 15:00:45.783147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa6ec7-53a0-447b-9a4a-a160cac0b14d req-0f738d82-a1ab-4ad3-8c7b-c03fd551a698 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:45.784773 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-01fa6ec7-53a0-447b-9a4a-a160cac0b14d req-0f738d82-a1ab-4ad3-8c7b-c03fd551a698 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0830779 Dec 16 15:00:45.834633 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-01fa6ec7-53a0-447b-9a4a-a160cac0b14d req-b9a53157-edf5-4921-8da5-834f4f458d75 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Dec 16 15:00:46.970212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c1447-4f2d-4bba-915b-ef53dd6fef26 req-43697747-b75b-4c68-b447-358889155404 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:46.971864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce5c1447-4f2d-4bba-915b-ef53dd6fef26 req-43697747-b75b-4c68-b447-358889155404 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0893230 Dec 16 15:00:47.033310 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce5c1447-4f2d-4bba-915b-ef53dd6fef26 req-90900205-bb02-4600-a4f0-32390f7ada8a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499942 Dec 16 15:00:47.044553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfae8a9-335d-4819-b095-628b284796f2 req-85bac4b6-2a03-4fe9-a844-71e9645d5dad tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:47.046271 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2dfae8a9-335d-4819-b095-628b284796f2 req-85bac4b6-2a03-4fe9-a844-71e9645d5dad tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0860453 Dec 16 15:00:47.271630 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2dfae8a9-335d-4819-b095-628b284796f2 req-58bf7cdb-272d-47f3-a9a8-af74de1315b4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193165 Dec 16 15:00:48.276110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea3ce4-1f9b-41d9-8426-347442a5fda1 req-9cbeb2e3-54e4-4e4e-8897-6e3ba94d37bb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:48.277648 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6ea3ce4-1f9b-41d9-8426-347442a5fda1 req-9cbeb2e3-54e4-4e4e-8897-6e3ba94d37bb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0968602 Dec 16 15:00:48.333588 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6ea3ce4-1f9b-41d9-8426-347442a5fda1 req-7cf2ee8b-82d3-4990-baf5-1f96a2a81bb8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496693 Dec 16 15:00:48.490120 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a73149-b7e5-478a-b969-1e72c5065a80 req-b7916446-320f-4959-aaa8-5a679142b94d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:48.491733 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59a73149-b7e5-478a-b969-1e72c5065a80 req-b7916446-320f-4959-aaa8-5a679142b94d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0849063 Dec 16 15:00:48.539989 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59a73149-b7e5-478a-b969-1e72c5065a80 req-6fefee5a-9b0a-433a-b1c3-05bc55cc3027 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416274 Dec 16 15:00:49.559531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dc009-a6f6-41db-a885-350d66d5d809 req-d1534a89-e450-4768-bedf-9c7deace8004 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:49.561188 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-540dc009-a6f6-41db-a885-350d66d5d809 req-d1534a89-e450-4768-bedf-9c7deace8004 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0890703 Dec 16 15:00:49.610889 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-540dc009-a6f6-41db-a885-350d66d5d809 req-98c8eb64-d655-4105-a6eb-4a44fe0129ea tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437324 Dec 16 15:00:49.744776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a3a71-ae51-4492-8c27-a65e0ccaa6a6 req-be5df369-da6f-436c-8017-f840337f33a7 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:49.746383 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db8a3a71-ae51-4492-8c27-a65e0ccaa6a6 req-be5df369-da6f-436c-8017-f840337f33a7 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0836048 Dec 16 15:00:49.794246 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db8a3a71-ae51-4492-8c27-a65e0ccaa6a6 req-a9192288-076c-4a13-b519-ec7764c8f579 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 Dec 16 15:00:50.961165 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d922a8c-d8f3-44d8-8da9-e574d8edc495 req-d8bfecc8-19d4-4194-9dc0-930ca77ee7f6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:50.962861 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3d922a8c-d8f3-44d8-8da9-e574d8edc495 req-d8bfecc8-19d4-4194-9dc0-930ca77ee7f6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0848298 Dec 16 15:00:50.999605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be50f1-fcff-4771-8a61-17dfa52edafd req-ba2e8b67-06c0-44a3-b203-22a328f661e5 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:51.001705 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47be50f1-fcff-4771-8a61-17dfa52edafd req-ba2e8b67-06c0-44a3-b203-22a328f661e5 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0845265 Dec 16 15:00:51.012148 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3d922a8c-d8f3-44d8-8da9-e574d8edc495 req-789fdc04-8dd8-48b7-9dcc-77444b86613a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431468 Dec 16 15:00:51.053043 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47be50f1-fcff-4771-8a61-17dfa52edafd req-5b688282-f82a-4d62-8643-64f0594c1b48 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Dec 16 15:00:52.272359 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d14a9-7234-41cb-b19e-af035ad05364 req-7ec65d1a-c1ee-4349-8cfc-213df8132eb1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:52.274841 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0c2d14a9-7234-41cb-b19e-af035ad05364 req-7ec65d1a-c1ee-4349-8cfc-213df8132eb1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0930433 Dec 16 15:00:52.327098 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0c2d14a9-7234-41cb-b19e-af035ad05364 req-3661a9ea-257a-478b-84b5-ef97f389f2d0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456965 Dec 16 15:00:52.436908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c742a80-a363-45c7-8649-f9443e00d892 req-267ea112-6e10-45db-a716-99a629970527 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:52.438513 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7c742a80-a363-45c7-8649-f9443e00d892 req-267ea112-6e10-45db-a716-99a629970527 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.2942402 Dec 16 15:00:52.487401 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7c742a80-a363-45c7-8649-f9443e00d892 req-89da8497-955e-4d1a-a120-6f2e46eb6e0e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427647 Dec 16 15:00:53.536051 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081ee3-952d-4dbe-9cf2-dface84fb54c req-88ae8f29-ebc5-4b3d-8c0a-af7fbe0e45b7 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:53.537683 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26081ee3-952d-4dbe-9cf2-dface84fb54c req-88ae8f29-ebc5-4b3d-8c0a-af7fbe0e45b7 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0855639 Dec 16 15:00:53.594213 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26081ee3-952d-4dbe-9cf2-dface84fb54c req-ed218a8a-4a67-488d-94c8-3257135e1ca1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491724 Dec 16 15:00:53.712170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3d8f-3335-49c8-80e1-53e3318e8956 req-bfe4427a-9657-4992-8e11-31a6074ede75 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:53.713699 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee2c3d8f-3335-49c8-80e1-53e3318e8956 req-bfe4427a-9657-4992-8e11-31a6074ede75 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0823643 Dec 16 15:00:53.761323 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee2c3d8f-3335-49c8-80e1-53e3318e8956 req-1b9898b6-e9e1-4b4d-b7b3-659dfcafcb2f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416975 Dec 16 15:00:54.215251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:00:54.795558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22fa7e-5110-4c09-ae99-cde45e53c58f req-1bb9d9a3-890c-429f-9983-d06c35a882cc tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:54.797157 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de22fa7e-5110-4c09-ae99-cde45e53c58f req-1bb9d9a3-890c-429f-9983-d06c35a882cc tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0821948 Dec 16 15:00:54.855169 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de22fa7e-5110-4c09-ae99-cde45e53c58f req-f126c9f6-d566-48e3-b596-4b4ed8ca295d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518477 Dec 16 15:00:54.981697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c1ff2-6d88-4750-92c3-5958d65a4320 req-71ec2f8f-36f7-45ec-b291-37e9ba60c8a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:54.983366 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-455c1ff2-6d88-4750-92c3-5958d65a4320 req-71ec2f8f-36f7-45ec-b291-37e9ba60c8a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0859103 Dec 16 15:00:55.032022 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-455c1ff2-6d88-4750-92c3-5958d65a4320 req-2a8e669d-d7c6-4b7b-911d-aa1b624082ef tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425966 Dec 16 15:00:56.076754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7666c9-9a52-4c60-9bfc-d7094a55410d req-a82ff452-0692-44a7-9bf1-53202d1e3d26 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:56.078403 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1e7666c9-9a52-4c60-9bfc-d7094a55410d req-a82ff452-0692-44a7-9bf1-53202d1e3d26 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0863340 Dec 16 15:00:56.129211 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1e7666c9-9a52-4c60-9bfc-d7094a55410d req-2e2fdda2-a229-4edd-a620-092afe8b41cd tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 Dec 16 15:00:56.247897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf88ec-3ac9-4f49-a69d-e452168d22fa req-6ad5c0d5-9f32-457f-96a9-8b5c631647dc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:56.249518 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-72cf88ec-3ac9-4f49-a69d-e452168d22fa req-6ad5c0d5-9f32-457f-96a9-8b5c631647dc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0822260 Dec 16 15:00:56.301650 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-72cf88ec-3ac9-4f49-a69d-e452168d22fa req-0da37aa8-45fc-42f0-a0b2-d2880c31d1bb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461416 Dec 16 15:00:57.333776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ef877-424d-41bd-81d3-e59db2f51232 req-20bc367f-7964-4257-8984-85ba81cafd1c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:57.335391 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7c6ef877-424d-41bd-81d3-e59db2f51232 req-20bc367f-7964-4257-8984-85ba81cafd1c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0806267 Dec 16 15:00:57.391909 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7c6ef877-424d-41bd-81d3-e59db2f51232 req-1337c5d3-6440-421f-ae2d-10eb4d8a0aca tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498517 Dec 16 15:00:57.518371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910c9e-6116-4b78-a096-2dae0e84bbc2 req-54f86d97-e229-4399-b000-7975e87b315f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:57.519896 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-37910c9e-6116-4b78-a096-2dae0e84bbc2 req-54f86d97-e229-4399-b000-7975e87b315f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0823691 Dec 16 15:00:57.569829 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-37910c9e-6116-4b78-a096-2dae0e84bbc2 req-76e4d974-4a1e-4043-85e2-6b9eacb5346a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433581 Dec 16 15:00:58.598860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ac110-76ec-42a8-ba16-1fb8942b5bab req-0a9758d7-dee4-44f6-9558-4d5b34db4719 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:58.601023 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-526ac110-76ec-42a8-ba16-1fb8942b5bab req-0a9758d7-dee4-44f6-9558-4d5b34db4719 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0856514 Dec 16 15:00:58.654010 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-526ac110-76ec-42a8-ba16-1fb8942b5bab req-c9eb7602-9486-4bac-a12c-f2e52a1460c9 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472996 Dec 16 15:00:58.808728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a3b42-431a-4b0b-ba2f-038fd9960ce5 req-787efcaf-3f4f-40dd-b7fc-da0964835fe2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:58.810370 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b83a3b42-431a-4b0b-ba2f-038fd9960ce5 req-787efcaf-3f4f-40dd-b7fc-da0964835fe2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0874176 Dec 16 15:00:58.858550 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b83a3b42-431a-4b0b-ba2f-038fd9960ce5 req-ef0ce7a0-2b72-4a7a-a14e-b3ea9b3eab1c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420496 Dec 16 15:00:59.351846 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-c4b2e8ac-71eb-42c8-bb9a-653eee5ddad3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1483395 Dec 16 15:00:59.520985 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-177d6574-2da2-4df6-9bd9-d4aa9586907d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0747986 Dec 16 15:00:59.675524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-08896199-bb7b-40a4-b6be-dde31a4f1c5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:59.677109 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-08896199-bb7b-40a4-b6be-dde31a4f1c5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1358769 Dec 16 15:00:59.792662 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-77b05b04-2b81-423b-9390-b1814150817a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1083918 Dec 16 15:00:59.866867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-d9dbd81e-3948-4757-ae08-c672f4d13529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:00:59.868505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-d9dbd81e-3948-4757-ae08-c672f4d13529 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0681257 Dec 16 15:01:00.017730 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-f70e1797-ade7-49ec-b141-c2231f1531e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1422386 Dec 16 15:01:00.029837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef521-570c-4bd7-9eae-4e1716588cd0 req-000f04b8-80d6-408b-ac45-72b3f075b5d5 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:00.031452 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14cef521-570c-4bd7-9eae-4e1716588cd0 req-000f04b8-80d6-408b-ac45-72b3f075b5d5 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.1098886 Dec 16 15:01:00.079643 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ef41d-1933-4b22-8dc3-afceb8d63a7f req-364117dd-7f8c-482c-baab-ef7d77cad73e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:00.081315 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-632ef41d-1933-4b22-8dc3-afceb8d63a7f req-364117dd-7f8c-482c-baab-ef7d77cad73e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0886271 Dec 16 15:01:00.133194 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-632ef41d-1933-4b22-8dc3-afceb8d63a7f req-bda61279-d68e-4cbd-ba4e-d88a8b1d87ce tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455711 Dec 16 15:01:00.191415 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14cef521-570c-4bd7-9eae-4e1716588cd0 req-ced4d21c-b9ee-4db1-80d3-fbb0529b9e52 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345944 Dec 16 15:01:00.211460 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-217540b2-a8e0-4fb3-a19e-97d2a50bc8bb service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789970 Dec 16 15:01:00.355810 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bcacfa4-29ca-4f94-aaf6-5d27d524ed43 req-4a1a31db-bd92-4c51-b305-b2a7ae1b3936 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373913 Dec 16 15:01:00.643720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaca477-b564-4213-a66c-d918b4376ac4 req-1a2a2a29-c011-4e55-8080-45f602bc21c8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:00.645263 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0eaca477-b564-4213-a66c-d918b4376ac4 req-1a2a2a29-c011-4e55-8080-45f602bc21c8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0871723 Dec 16 15:01:00.749287 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0eaca477-b564-4213-a66c-d918b4376ac4 req-e6011c54-8ef0-4cd4-bcfb-16488321c064 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949752 Dec 16 15:01:00.769477 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-49ed0f31-c1d2-4459-bcdb-a7474b4ea5b6 req-e2a0fe43-1ec3-40ad-a69e-2eeb7477efb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0981829 Dec 16 15:01:00.912057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed0f31-c1d2-4459-bcdb-a7474b4ea5b6 req-ec0601bc-0afc-4a70-a5e3-03965e889eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:00.913608 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-49ed0f31-c1d2-4459-bcdb-a7474b4ea5b6 req-ec0601bc-0afc-4a70-a5e3-03965e889eed service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1374614 Dec 16 15:01:01.021172 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-49ed0f31-c1d2-4459-bcdb-a7474b4ea5b6 req-3eaf517c-8763-42ef-be9b-97b795de5c9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1008499 Dec 16 15:01:01.092144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed0f31-c1d2-4459-bcdb-a7474b4ea5b6 req-71b192ef-c0b3-48f1-b62c-27973a8e14d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:01.093662 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-49ed0f31-c1d2-4459-bcdb-a7474b4ea5b6 req-71b192ef-c0b3-48f1-b62c-27973a8e14d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0652456 Dec 16 15:01:01.194363 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-49ed0f31-c1d2-4459-bcdb-a7474b4ea5b6 req-885d4b3c-845e-4fcd-abb6-d532674663ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773957 Dec 16 15:01:01.349652 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-49ed0f31-c1d2-4459-bcdb-a7474b4ea5b6 req-d18d6b02-f703-4bf7-a723-5da8c4882c96 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478994 Dec 16 15:01:01.375834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74326821-9577-4d1e-b01e-2a3eda186d63 req-8f77a3b8-5fe3-4717-ba41-247aa3052f98 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:01.377698 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74326821-9577-4d1e-b01e-2a3eda186d63 req-8f77a3b8-5fe3-4717-ba41-247aa3052f98 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0942972 Dec 16 15:01:01.428700 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74326821-9577-4d1e-b01e-2a3eda186d63 req-ab4d237e-d066-4e92-8cf0-c3cee639b045 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Dec 16 15:01:01.497109 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-49ed0f31-c1d2-4459-bcdb-a7474b4ea5b6 req-99f67c54-3163-4930-af5e-c02037ccf3cd service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404767 Dec 16 15:01:01.953523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3622a-465c-4e08-8965-c9e757967102 req-5a1e6265-2823-4b54-b10c-963ed07183c1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:01.955131 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5ab3622a-465c-4e08-8965-c9e757967102 req-5a1e6265-2823-4b54-b10c-963ed07183c1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0817413 Dec 16 15:01:02.006079 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5ab3622a-465c-4e08-8965-c9e757967102 req-3c953b33-ffbf-415c-84a3-96b801ac715d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 Dec 16 15:01:02.647081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a7a4-799c-40cc-8ae4-a87c9d07d372 req-046ae3f5-7918-4660-a638-a0ddeb03f52e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:02.648667 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ff52a7a4-799c-40cc-8ae4-a87c9d07d372 req-046ae3f5-7918-4660-a638-a0ddeb03f52e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0832002 Dec 16 15:01:02.698633 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ff52a7a4-799c-40cc-8ae4-a87c9d07d372 req-43dfad10-365b-4892-8a73-748e26373cc7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438385 Dec 16 15:01:02.925695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:01:03.212342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8979eb-c2ea-4bbd-a755-b0573b3813ec req-03281264-9a67-4b94-a87a-f2d489f2970f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:03.214164 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fc8979eb-c2ea-4bbd-a755-b0573b3813ec req-03281264-9a67-4b94-a87a-f2d489f2970f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0819042 Dec 16 15:01:03.262610 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fc8979eb-c2ea-4bbd-a755-b0573b3813ec req-dbc594cd-a9e3-482c-b6ca-1935d5f1711b tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Dec 16 15:01:03.918789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b61f-79c3-4c00-aed0-6ddabdef26bd req-19c3cf05-3bda-4f3d-8153-58d3227abebc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:03.920383 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d301b61f-79c3-4c00-aed0-6ddabdef26bd req-19c3cf05-3bda-4f3d-8153-58d3227abebc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0858090 Dec 16 15:01:03.967913 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d301b61f-79c3-4c00-aed0-6ddabdef26bd req-9bf41edb-24a8-48d9-8ddd-fea7a2f9a2a3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 Dec 16 15:01:05.184113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607765c-2eeb-428f-9977-18d1b6960c8f req-e324e609-fbcc-44f3-ae47-4f2d90b3553a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:05.185637 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b607765c-2eeb-428f-9977-18d1b6960c8f req-e324e609-fbcc-44f3-ae47-4f2d90b3553a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0860231 Dec 16 15:01:05.234230 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b607765c-2eeb-428f-9977-18d1b6960c8f req-ab6e1183-2ec3-4732-88c2-bab37d990353 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425098 Dec 16 15:01:06.449033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25deb8d2-7412-46e1-966f-5e951bdce076 req-a78edbed-2c6c-4c9e-87f5-0779d5214161 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:06.450952 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25deb8d2-7412-46e1-966f-5e951bdce076 req-a78edbed-2c6c-4c9e-87f5-0779d5214161 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0844288 Dec 16 15:01:06.505374 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25deb8d2-7412-46e1-966f-5e951bdce076 req-786f5331-cf13-4fad-b846-6c9521df5e22 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482814 Dec 16 15:01:07.717462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2ee4d-2f81-4049-905c-843ad5f9b8ac req-25ef0f63-c8f9-46f5-83e5-c5b370dd229f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:07.719009 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e5d2ee4d-2f81-4049-905c-843ad5f9b8ac req-25ef0f63-c8f9-46f5-83e5-c5b370dd229f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0818307 Dec 16 15:01:07.767126 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e5d2ee4d-2f81-4049-905c-843ad5f9b8ac req-bec81556-1558-494e-86c6-2451a03c574c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421846 Dec 16 15:01:08.984652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847e000-450c-49f5-87f6-68a265961746 req-03eb7565-742f-4268-bfc9-e23f7dc93cf2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:08.986333 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9847e000-450c-49f5-87f6-68a265961746 req-03eb7565-742f-4268-bfc9-e23f7dc93cf2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0836768 Dec 16 15:01:09.035557 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9847e000-450c-49f5-87f6-68a265961746 req-d28db8ae-8b46-41ac-96a6-802caebd7062 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430589 Dec 16 15:01:10.254818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83d886-d31c-48eb-a7e6-d520fe7bc24a req-356eaf1c-cfa7-459a-aac6-c21f54c1a693 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:10.256340 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea83d886-d31c-48eb-a7e6-d520fe7bc24a req-356eaf1c-cfa7-459a-aac6-c21f54c1a693 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0847666 Dec 16 15:01:10.305428 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea83d886-d31c-48eb-a7e6-d520fe7bc24a req-510bc24a-4690-434f-bbd6-119459aac3b1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424752 Dec 16 15:01:11.217173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-584b6992-61ec-48e9-88ba-48c09d0d2c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:11.544933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991a42b-9fe9-4b09-be60-5ba2470f35f2 req-00525793-c359-402a-b4a1-82ab7d0680da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:11.546583 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3991a42b-9fe9-4b09-be60-5ba2470f35f2 req-00525793-c359-402a-b4a1-82ab7d0680da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0880001 Dec 16 15:01:11.596553 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3991a42b-9fe9-4b09-be60-5ba2470f35f2 req-6eb7cd2d-5ebc-4f8a-8810-0b92e0e38138 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438132 Dec 16 15:01:12.810678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a1c89-f782-4572-bd71-1b3dbcf7142a req-d78e74cc-c979-467a-834c-8784b3a17e34 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:12.812267 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-547a1c89-f782-4572-bd71-1b3dbcf7142a req-d78e74cc-c979-467a-834c-8784b3a17e34 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0826352 Dec 16 15:01:12.859863 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-547a1c89-f782-4572-bd71-1b3dbcf7142a req-1ef92066-c869-4d55-ac99-93495407c42d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416546 Dec 16 15:01:12.946806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:13.792849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7b378ddb-1389-4401-b775-e82d4ed8c2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:14.075962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626ea15-0e25-4412-8214-5c57f88cf76b req-624b30bf-ce2f-4a01-8646-f0896407d245 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:14.077586 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8626ea15-0e25-4412-8214-5c57f88cf76b req-624b30bf-ce2f-4a01-8646-f0896407d245 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0841110 Dec 16 15:01:14.127018 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8626ea15-0e25-4412-8214-5c57f88cf76b req-78961385-19c6-4823-a06b-d604696a212d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430686 Dec 16 15:01:14.335065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:15.345852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919da11-6919-47c2-95b9-ad754bafe2fb req-47f3adcc-a328-47d8-bd45-117b7a5bb113 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:15.347530 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9919da11-6919-47c2-95b9-ad754bafe2fb req-47f3adcc-a328-47d8-bd45-117b7a5bb113 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0855811 Dec 16 15:01:15.396827 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9919da11-6919-47c2-95b9-ad754bafe2fb req-4ea05717-f967-4991-8837-de26827b0eab tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419796 Dec 16 15:01:15.634614 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:16.621672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26037439-293b-449c-b129-1443fe1cf601 req-9fc99ac5-42df-4f89-a4b4-644fb6a395b1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:16.623439 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26037439-293b-449c-b129-1443fe1cf601 req-9fc99ac5-42df-4f89-a4b4-644fb6a395b1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0937414 Dec 16 15:01:16.676333 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26037439-293b-449c-b129-1443fe1cf601 req-f76591cb-c92a-4676-ad12-c45f8a585d35 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462494 Dec 16 15:01:17.900911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631f72f-237f-44e5-abd3-a9a2cc9675aa req-d8588136-cd0d-4a4f-8ef5-9a57cf8cbad1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:17.902563 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1631f72f-237f-44e5-abd3-a9a2cc9675aa req-d8588136-cd0d-4a4f-8ef5-9a57cf8cbad1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0881438 Dec 16 15:01:17.955619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1631f72f-237f-44e5-abd3-a9a2cc9675aa req-afa6a8e3-9c41-457f-9c90-342c4cd68378 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470617 Dec 16 15:01:19.171955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50934b56-b9ce-4074-b774-1dabf9a58862 req-f60fc09b-8412-4eca-b220-dec450444380 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:19.173600 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-50934b56-b9ce-4074-b774-1dabf9a58862 req-f60fc09b-8412-4eca-b220-dec450444380 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0838532 Dec 16 15:01:19.227016 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-50934b56-b9ce-4074-b774-1dabf9a58862 req-3879f60d-c9e2-473c-8939-5f2234c79773 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 Dec 16 15:01:20.440120 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf11e36-391c-4bb4-a158-ccd05ed2bc28 req-26434bc4-6a6b-436b-a422-89e6ef300ee7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:20.441737 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1cf11e36-391c-4bb4-a158-ccd05ed2bc28 req-26434bc4-6a6b-436b-a422-89e6ef300ee7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0824332 Dec 16 15:01:20.489409 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1cf11e36-391c-4bb4-a158-ccd05ed2bc28 req-c62185fb-dae4-43a6-a692-606ce0a695ad tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413947 Dec 16 15:01:21.701948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81cb2e-add4-4b3d-81ec-ac77b8e49963 req-41c90be8-8bdb-4312-ac33-f2cf7db60461 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:21.703537 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6e81cb2e-add4-4b3d-81ec-ac77b8e49963 req-41c90be8-8bdb-4312-ac33-f2cf7db60461 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0825243 Dec 16 15:01:21.750900 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6e81cb2e-add4-4b3d-81ec-ac77b8e49963 req-748c1d6c-2a8a-4c51-ba54-70721de66f9b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414460 Dec 16 15:01:23.154054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886eeb9-0441-4ae7-a7d5-26f045e5b2fc req-ac1ee1b1-6b7f-4cea-bbcf-919404a9ff0c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:23.155679 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1886eeb9-0441-4ae7-a7d5-26f045e5b2fc req-ac1ee1b1-6b7f-4cea-bbcf-919404a9ff0c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.2712016 Dec 16 15:01:23.204756 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1886eeb9-0441-4ae7-a7d5-26f045e5b2fc req-fedf13f0-46d9-40b0-a720-cdc544237b61 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427418 Dec 16 15:01:24.203488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:24.425988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f6e4d-71b4-483b-a452-323ccb2fb627 req-b7396742-d284-49d1-aeb3-e682fa3e4593 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:24.427696 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b1f6e4d-71b4-483b-a452-323ccb2fb627 req-b7396742-d284-49d1-aeb3-e682fa3e4593 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0896659 Dec 16 15:01:24.476842 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b1f6e4d-71b4-483b-a452-323ccb2fb627 req-1fe92a6a-25b7-46ee-b58a-6464d85b307f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431490 Dec 16 15:01:25.693008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee173c-c4e7-4f0b-bf1c-adc4a0d5f402 req-8e2dc893-0c98-4488-9a6d-b6e1065a49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:25.694716 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6ee173c-c4e7-4f0b-bf1c-adc4a0d5f402 req-8e2dc893-0c98-4488-9a6d-b6e1065a49db tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0826106 Dec 16 15:01:25.743914 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6ee173c-c4e7-4f0b-bf1c-adc4a0d5f402 req-810c92ed-bed6-4395-a268-50abf206ff11 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 Dec 16 15:01:26.974844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3706e4-8099-4df4-af67-1a12f1f12252 req-d55be94d-9159-4a22-8c34-1e617d8e23f8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:26.976370 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed3706e4-8099-4df4-af67-1a12f1f12252 req-d55be94d-9159-4a22-8c34-1e617d8e23f8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0843952 Dec 16 15:01:27.024505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed3706e4-8099-4df4-af67-1a12f1f12252 req-fb683d91-5e99-4a16-af9d-8514ed12c8c8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Dec 16 15:01:28.240086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c75fa-6cfd-49a6-87a1-00fc94fdd5c6 req-10e09abd-be3e-4e1a-8c9b-8bdbbc51f754 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:28.241626 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b5c75fa-6cfd-49a6-87a1-00fc94fdd5c6 req-10e09abd-be3e-4e1a-8c9b-8bdbbc51f754 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0857177 Dec 16 15:01:28.289654 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b5c75fa-6cfd-49a6-87a1-00fc94fdd5c6 req-b08b5625-c8c4-4283-b74d-c2a0ea779545 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419977 Dec 16 15:01:29.505889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17286e62-2de5-4246-803b-035e17333186 req-c51bf8e1-b443-420f-8206-fb5d21fa6bfd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:29.507605 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17286e62-2de5-4246-803b-035e17333186 req-c51bf8e1-b443-420f-8206-fb5d21fa6bfd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0865109 Dec 16 15:01:29.556544 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17286e62-2de5-4246-803b-035e17333186 req-ba94fadd-ef7d-4bbf-8fec-4762936d3d24 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428338 Dec 16 15:01:30.782459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aceaf-13b0-4db7-984b-9d0d6500c541 req-77c84e21-fd22-4bb3-b5ed-c3c088f303c0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:30.783983 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b71aceaf-13b0-4db7-984b-9d0d6500c541 req-77c84e21-fd22-4bb3-b5ed-c3c088f303c0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0851433 Dec 16 15:01:30.833712 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b71aceaf-13b0-4db7-984b-9d0d6500c541 req-9ed2ffda-1194-4806-819a-4e473d0cfcf7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428841 Dec 16 15:01:32.048374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2bb7-ab8f-4c17-93a0-c5115cb10fb7 req-91e52404-315b-4632-ad41-9b2e18db2599 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:32.050012 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c3b2bb7-ab8f-4c17-93a0-c5115cb10fb7 req-91e52404-315b-4632-ad41-9b2e18db2599 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0828700 Dec 16 15:01:32.100420 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c3b2bb7-ab8f-4c17-93a0-c5115cb10fb7 req-d7f3a8c6-9b9e-4d87-9167-d9b60e88932c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426919 Dec 16 15:01:33.322340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0f2b0-c9a7-4975-a769-4ef15b2663e5 req-65fb1261-aab4-411a-923a-12f7a61197fd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:33.323947 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3bb0f2b0-c9a7-4975-a769-4ef15b2663e5 req-65fb1261-aab4-411a-923a-12f7a61197fd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0858207 Dec 16 15:01:33.374700 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3bb0f2b0-c9a7-4975-a769-4ef15b2663e5 req-ac30dc3d-eed6-4a53-8a06-5beb5d25d800 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Dec 16 15:01:34.601986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1eadf-02f4-450a-8073-05861e096c0b req-0389a2b2-eaa0-481e-9e3a-250ac72b11c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:34.603656 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edc1eadf-02f4-450a-8073-05861e096c0b req-0389a2b2-eaa0-481e-9e3a-250ac72b11c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0880723 Dec 16 15:01:34.651649 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edc1eadf-02f4-450a-8073-05861e096c0b req-71fd1c87-958f-41e5-870b-5084ff0e4343 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 Dec 16 15:01:35.865506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b629cd6-a09c-4065-a0ec-4f1b36278ad7 req-ecd6f49a-690b-46e9-9b04-46a7b03a1fa6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:35.867049 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5b629cd6-a09c-4065-a0ec-4f1b36278ad7 req-ecd6f49a-690b-46e9-9b04-46a7b03a1fa6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0829349 Dec 16 15:01:35.918211 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5b629cd6-a09c-4065-a0ec-4f1b36278ad7 req-e8d9ced5-d51e-45ea-9d0b-221d9f73088a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451953 Dec 16 15:01:37.133535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87d4c-b3c7-4491-8367-7c9654d7d70a req-94cf48c0-3567-4fb7-8501-651c1b67e215 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:37.135218 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-29d87d4c-b3c7-4491-8367-7c9654d7d70a req-94cf48c0-3567-4fb7-8501-651c1b67e215 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0843523 Dec 16 15:01:37.187164 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-29d87d4c-b3c7-4491-8367-7c9654d7d70a req-0bb23675-406e-450c-b4a4-af3856a5ddb4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458329 Dec 16 15:01:38.402432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a54b3c-5bfd-4fc0-b669-b80ab3d3c877 req-aac177cc-3134-470f-b68a-6eac2465d23f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:38.404061 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-95a54b3c-5bfd-4fc0-b669-b80ab3d3c877 req-aac177cc-3134-470f-b68a-6eac2465d23f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0837641 Dec 16 15:01:38.452277 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-95a54b3c-5bfd-4fc0-b669-b80ab3d3c877 req-5a6340aa-d835-48ed-9926-e14a588305bf tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419750 Dec 16 15:01:39.671925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d73e9b-d3ca-4a98-baf6-44ed1300ef45 req-08712be8-cee2-4afd-9cd2-238f5a2fb0ae tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:39.673532 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65d73e9b-d3ca-4a98-baf6-44ed1300ef45 req-08712be8-cee2-4afd-9cd2-238f5a2fb0ae tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0851133 Dec 16 15:01:39.722994 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65d73e9b-d3ca-4a98-baf6-44ed1300ef45 req-c623d171-5351-45fd-8f55-955c60823610 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427315 Dec 16 15:01:39.926345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:01:41.007232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de8971-5219-4aaa-8da0-8fb3d672f725 req-e823bcf4-dd82-4f64-8afc-5f9fe0324cb9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:41.008733 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04de8971-5219-4aaa-8da0-8fb3d672f725 req-e823bcf4-dd82-4f64-8afc-5f9fe0324cb9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0878975 Dec 16 15:01:41.056928 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04de8971-5219-4aaa-8da0-8fb3d672f725 req-94aff106-a8bd-4622-b4eb-97237d7cd088 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420337 Dec 16 15:01:41.222683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-de3edb76-4d32-4cf1-8427-06152f65a671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:42.280013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebeb90f-5d14-41dd-86a2-44fac058eb59 req-4f562473-03f0-44ab-9a9d-b57a167ef559 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:42.281540 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8ebeb90f-5d14-41dd-86a2-44fac058eb59 req-4f562473-03f0-44ab-9a9d-b57a167ef559 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0867431 Dec 16 15:01:42.330733 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8ebeb90f-5d14-41dd-86a2-44fac058eb59 req-f6f50295-c2af-4028-a572-98b39e3aec3f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424864 Dec 16 15:01:42.936868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:43.546987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff9f6f-247f-4716-bef0-5a11a3b2dd2a req-9c725873-26a9-430b-92db-6f7cae3bd65f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:43.548536 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-85ff9f6f-247f-4716-bef0-5a11a3b2dd2a req-9c725873-26a9-430b-92db-6f7cae3bd65f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0844784 Dec 16 15:01:43.596259 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-85ff9f6f-247f-4716-bef0-5a11a3b2dd2a req-967b1702-94f2-467e-a47e-60d001db9c91 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409443 Dec 16 15:01:43.805620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472db70a-3056-4083-ba7b-570137c3ab5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:44.353872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:44.811587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f5718-5624-4e02-b981-e41d50520dd9 req-432aea6f-7323-48cf-a463-0cc7c3035cb9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:44.813239 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c7f5718-5624-4e02-b981-e41d50520dd9 req-432aea6f-7323-48cf-a463-0cc7c3035cb9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0841131 Dec 16 15:01:44.866583 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c7f5718-5624-4e02-b981-e41d50520dd9 req-57c64f9e-17d9-4120-910e-c7be0ba3c91d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464716 Dec 16 15:01:45.648733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:46.087055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22937e-1adb-4f48-a69c-a7dd8cc0ef49 req-1d94615b-9fde-4a85-95cb-905a30987b5f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:46.088644 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c22937e-1adb-4f48-a69c-a7dd8cc0ef49 req-1d94615b-9fde-4a85-95cb-905a30987b5f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0847890 Dec 16 15:01:46.135800 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c22937e-1adb-4f48-a69c-a7dd8cc0ef49 req-5c9572a1-a8a3-44a3-ad41-ad3b6802bfb6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409052 Dec 16 15:01:47.353293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560641f-2651-4393-bffe-9d77b5f2e04e req-6402f4e2-2461-469c-b149-548a38f31f8f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:47.355009 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0560641f-2651-4393-bffe-9d77b5f2e04e req-6402f4e2-2461-469c-b149-548a38f31f8f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0865409 Dec 16 15:01:47.405224 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0560641f-2651-4393-bffe-9d77b5f2e04e req-72f89aaa-81f4-40c9-940f-ddb093ba233d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438416 Dec 16 15:01:48.628425 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b07d6-aa5b-49e2-8201-30f07b499a4d req-d70ba26e-977b-4fb7-8f13-c08652b734b6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:48.631443 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-702b07d6-aa5b-49e2-8201-30f07b499a4d req-d70ba26e-977b-4fb7-8f13-c08652b734b6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0883021 Dec 16 15:01:48.683978 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-702b07d6-aa5b-49e2-8201-30f07b499a4d req-ffb22c77-5418-4c2a-aded-8157c077e1e5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463231 Dec 16 15:01:49.908033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9888f-1ba0-4292-83de-3da9a6a33e0e req-2da0c380-243a-4853-95c6-beb774eadc8b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:49.909714 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9d9888f-1ba0-4292-83de-3da9a6a33e0e req-2da0c380-243a-4853-95c6-beb774eadc8b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0902667 Dec 16 15:01:49.916767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81eefb-916b-4880-909d-83bcf91d088b req-deacaaa7-3098-4b83-b2b7-7a8db302f3c1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:49.918399 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3d81eefb-916b-4880-909d-83bcf91d088b req-deacaaa7-3098-4b83-b2b7-7a8db302f3c1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0919828 Dec 16 15:01:49.959829 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9d9888f-1ba0-4292-83de-3da9a6a33e0e req-db41689d-d0f3-46df-9d24-1fc562091c30 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437691 Dec 16 15:01:49.970845 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3d81eefb-916b-4880-909d-83bcf91d088b req-c3b5c917-e193-4209-9c70-3dc35ec6c4df tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465586 Dec 16 15:01:51.178308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b7ab9-a106-40c6-a431-4df6294c35a1 req-47cae917-7e3f-43c3-85c7-89b0106e62fc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:51.179864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-376b7ab9-a106-40c6-a431-4df6294c35a1 req-47cae917-7e3f-43c3-85c7-89b0106e62fc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0860503 Dec 16 15:01:51.180797 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab0344-4708-44fd-9cbb-a878f04d20a2 req-36def170-cb4f-42ba-9e1f-299017ef3eb8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:51.182438 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bab0344-4708-44fd-9cbb-a878f04d20a2 req-36def170-cb4f-42ba-9e1f-299017ef3eb8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0837898 Dec 16 15:01:51.239681 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bab0344-4708-44fd-9cbb-a878f04d20a2 req-b689e268-88da-4d88-acd4-7e272eca61cc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512319 Dec 16 15:01:51.242577 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-376b7ab9-a106-40c6-a431-4df6294c35a1 req-af3d1288-d2a9-4bbd-af1d-4eb72ea99507 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565443 Dec 16 15:01:52.450706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebfb91-55e6-4d7f-bcc2-98f8447e8189 req-c1f88eaf-4fc2-46ca-b462-5455be61ac86 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:52.452365 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9aebfb91-55e6-4d7f-bcc2-98f8447e8189 req-c1f88eaf-4fc2-46ca-b462-5455be61ac86 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0843031 Dec 16 15:01:52.458485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2848b-0782-41dc-a2ab-74b2bcfd0e41 req-ad68aeba-025c-41a9-910a-0f38a1684379 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:52.460753 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ef2848b-0782-41dc-a2ab-74b2bcfd0e41 req-ad68aeba-025c-41a9-910a-0f38a1684379 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0877368 Dec 16 15:01:52.501771 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9aebfb91-55e6-4d7f-bcc2-98f8447e8189 req-3983385a-8174-4820-911e-f9575b303f63 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Dec 16 15:01:52.509310 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ef2848b-0782-41dc-a2ab-74b2bcfd0e41 req-32686299-4c9d-4d7d-98c0-3588d8aa4c32 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Dec 16 15:01:53.719978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f5b2f-a032-43e9-8427-7e36e9e991ed req-1ef2c58c-5006-4a2a-beb6-d162b74f5f29 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:53.721538 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-430f5b2f-a032-43e9-8427-7e36e9e991ed req-1ef2c58c-5006-4a2a-beb6-d162b74f5f29 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0894058 Dec 16 15:01:53.739533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0cca2-1fa8-448a-b38a-a00612435ef7 req-b0064ad8-e9a5-4c20-8da9-d2e890cf74ec tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:53.741204 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b6d0cca2-1fa8-448a-b38a-a00612435ef7 req-b0064ad8-e9a5-4c20-8da9-d2e890cf74ec tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0908520 Dec 16 15:01:53.770840 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-430f5b2f-a032-43e9-8427-7e36e9e991ed req-c3ff83e7-cccd-401c-84f4-ca5c849c6909 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424595 Dec 16 15:01:53.790181 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b6d0cca2-1fa8-448a-b38a-a00612435ef7 req-1faac451-b8ed-4862-8b53-8b1291ef618b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 Dec 16 15:01:54.194768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:01:54.976031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbca46-6201-4631-9cad-d32a1b5e03d0 req-969352c2-898c-484e-a371-d1071540065b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:54.977664 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ccbca46-6201-4631-9cad-d32a1b5e03d0 req-969352c2-898c-484e-a371-d1071540065b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0834830 Dec 16 15:01:55.013289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70acb8b-7311-4468-b6db-c44b3ff19cdc req-77ccbe2b-40e5-422f-8c15-d028910948da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:55.014938 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d70acb8b-7311-4468-b6db-c44b3ff19cdc req-77ccbe2b-40e5-422f-8c15-d028910948da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0865164 Dec 16 15:01:55.026305 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ccbca46-6201-4631-9cad-d32a1b5e03d0 req-698acc25-de4f-4f20-8327-5197bbd20ced tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424273 Dec 16 15:01:55.064941 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d70acb8b-7311-4468-b6db-c44b3ff19cdc req-bbc8344b-cfa5-4a93-b7ac-dfba7ac8a9ec tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437410 Dec 16 15:01:56.247716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654a15c-5c23-414f-bda6-bc23cf624a36 req-de2a3db1-6402-4f05-a6cd-0059e5d01f71 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:56.249328 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e654a15c-5c23-414f-bda6-bc23cf624a36 req-de2a3db1-6402-4f05-a6cd-0059e5d01f71 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0957825 Dec 16 15:01:56.288281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab08261-a9c1-417b-95ba-1904097cb2a1 req-35bd8247-82a4-413f-b4ff-ce8b4fbe5cfa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:56.289953 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ab08261-a9c1-417b-95ba-1904097cb2a1 req-35bd8247-82a4-413f-b4ff-ce8b4fbe5cfa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0868812 Dec 16 15:01:56.301645 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e654a15c-5c23-414f-bda6-bc23cf624a36 req-91f5b36a-1cf2-4e34-993a-98188effa71a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460308 Dec 16 15:01:56.340375 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ab08261-a9c1-417b-95ba-1904097cb2a1 req-c6c87e4a-69fb-482e-ac10-3d91435d4e31 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437775 Dec 16 15:01:56.698632 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-da114489-0485-4da4-ae7d-4219ee9e6cc5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712678 Dec 16 15:01:56.813651 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-2937ac80-852c-4526-9e04-506460d3c11b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb300a155af646228f7c0b155a5d63ac&device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 1098 time: 0.0765767 Dec 16 15:01:56.975713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-93add169-6917-42ec-8040-921b4c8990c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:56.977197 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-93add169-6917-42ec-8040-921b4c8990c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51fa2478-044e-4ace-8255-2af8579457d9 HTTP/1.1" status: 200 len: 915 time: 0.1412559 Dec 16 15:01:57.050423 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-0760e8bd-2d62-42bd-b7e1-ed88fdf9e570 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01 HTTP/1.1" status: 200 len: 217 time: 0.0657413 Dec 16 15:01:57.118075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-a5680718-256f-4960-8916-fa1ddf5e491d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:57.119655 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-a5680718-256f-4960-8916-fa1ddf5e491d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0836b5ba-472e-4614-b0e0-7504bc6b1a1a HTTP/1.1" status: 200 len: 854 time: 0.0624692 Dec 16 15:01:57.169959 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-502b6334-042f-4561-bb44-7c149ead9ad4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fa2478-044e-4ace-8255-2af8579457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431840 Dec 16 15:01:57.324431 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-0ab2fb7c-d7e0-4d76-8754-acee9f1aa7d0 service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446385 Dec 16 15:01:57.542363 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ef40f00a-3971-4c3b-bb7d-04b1989ac740 req-aa46e2fc-a06f-4c90-bb8e-df0c39a8a635 service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094233 Dec 16 15:01:57.574707 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40ae6-287c-4a87-adde-99a32a241fa4 req-df02a020-2f39-4ee9-9db5-11912e0e1307 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:57.576761 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e3f40ae6-287c-4a87-adde-99a32a241fa4 req-df02a020-2f39-4ee9-9db5-11912e0e1307 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.1334369 Dec 16 15:01:57.591497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ae917-e7b3-418f-ab16-cee511a67338 req-d7c04d31-5cfd-4f09-9d79-70e0e0725735 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:57.593270 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-327ae917-e7b3-418f-ab16-cee511a67338 req-d7c04d31-5cfd-4f09-9d79-70e0e0725735 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1079583 Dec 16 15:01:57.632460 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e3f40ae6-287c-4a87-adde-99a32a241fa4 req-3395e3d8-d537-4a18-92d2-bd51985a43e1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494587 Dec 16 15:01:57.645664 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-327ae917-e7b3-418f-ab16-cee511a67338 req-d6ee09ce-d55c-4966-a56f-e78b274be70d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459635 Dec 16 15:01:58.836099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844029f1-9395-4a62-9fcf-26eeae75d35e req-9d10bcf1-8c10-440c-959f-47a76f493c1a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:58.837749 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-844029f1-9395-4a62-9fcf-26eeae75d35e req-9d10bcf1-8c10-440c-959f-47a76f493c1a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0845609 Dec 16 15:01:58.870521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08cc8-376a-4400-ace7-686c38378fc8 req-c954c5cd-3ff1-4fb5-9d59-85a6cd7257c6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:01:58.872153 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-13e08cc8-376a-4400-ace7-686c38378fc8 req-c954c5cd-3ff1-4fb5-9d59-85a6cd7257c6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0836575 Dec 16 15:01:58.893257 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-844029f1-9395-4a62-9fcf-26eeae75d35e req-3c97cef7-01ee-4f02-9c51-846c9ff79919 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489566 Dec 16 15:01:58.925287 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-13e08cc8-376a-4400-ace7-686c38378fc8 req-68803652-1bfb-4b74-af5d-9c8b89074d08 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461118 Dec 16 15:02:00.150301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9ea4-aa13-4a66-beaa-4abe4e95673f req-faaec2c8-dfde-40cc-b3d7-f6baf8695685 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:00.150898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58702839-d1a2-407c-ab22-ec0ea49f429d req-8b12f8e3-7128-4ea8-b049-fa7f4fc34dc9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:00.151938 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb5f9ea4-aa13-4a66-beaa-4abe4e95673f req-faaec2c8-dfde-40cc-b3d7-f6baf8695685 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.1290984 Dec 16 15:02:00.152449 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-58702839-d1a2-407c-ab22-ec0ea49f429d req-8b12f8e3-7128-4ea8-b049-fa7f4fc34dc9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0910337 Dec 16 15:02:00.202416 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-58702839-d1a2-407c-ab22-ec0ea49f429d req-297a1a0e-48a7-4416-a9ca-43cf18c7ea84 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 Dec 16 15:02:00.210979 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e63a79b-9294-44a6-bae6-8d2e9b9bec5b req-d9ac83b3-7419-4143-a631-ac350a889066 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=482e5876a2f84b6ca5fc8e3537c2e971&device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 1098 time: 0.1239336 Dec 16 15:02:00.250072 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fb5f9ea4-aa13-4a66-beaa-4abe4e95673f req-57106939-6e84-42fc-9915-211769a54f52 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896347 Dec 16 15:02:00.366465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a79b-9294-44a6-bae6-8d2e9b9bec5b req-bce953b2-e9fe-4580-990d-7c6648ee18d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:00.368049 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e63a79b-9294-44a6-bae6-8d2e9b9bec5b req-bce953b2-e9fe-4580-990d-7c6648ee18d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b4d9c94-6212-4d8c-9d94-8cb624826270 HTTP/1.1" status: 200 len: 910 time: 0.1492813 Dec 16 15:02:00.472101 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e63a79b-9294-44a6-bae6-8d2e9b9bec5b req-7dedaf1f-f392-4c7b-a42e-6ae7bc9e011b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2 HTTP/1.1" status: 200 len: 1001 time: 0.0975864 Dec 16 15:02:00.544710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a79b-9294-44a6-bae6-8d2e9b9bec5b req-c25619d4-0f8d-401e-8ce5-9d83d0ffdd31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:00.546364 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e63a79b-9294-44a6-bae6-8d2e9b9bec5b req-c25619d4-0f8d-401e-8ce5-9d83d0ffdd31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20f2d9af-9dfa-424a-ae3e-58d657fffab4 HTTP/1.1" status: 200 len: 848 time: 0.0680556 Dec 16 15:02:00.628914 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e63a79b-9294-44a6-bae6-8d2e9b9bec5b req-f171e89d-882a-4129-87ff-46513ddf61fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b4d9c94-6212-4d8c-9d94-8cb624826270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754025 Dec 16 15:02:00.777267 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e63a79b-9294-44a6-bae6-8d2e9b9bec5b req-3b1cb8b8-d287-4eb1-b0ab-bec000d59ffe service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411834 Dec 16 15:02:00.919269 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e63a79b-9294-44a6-bae6-8d2e9b9bec5b req-87ea2100-21d9-45fa-a97c-050c4d8fc470 service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354930 Dec 16 15:02:01.425480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647f0b8-81a0-42fa-bc02-306b9a68917a req-e927177a-8936-41c9-af39-2f8870356a11 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:01.427164 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6647f0b8-81a0-42fa-bc02-306b9a68917a req-e927177a-8936-41c9-af39-2f8870356a11 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0915053 Dec 16 15:02:01.463679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f6daa-4328-421e-bc81-b733b230fc00 req-48d4d83b-f35d-4470-89b8-425c3190cd8c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:01.465312 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-767f6daa-4328-421e-bc81-b733b230fc00 req-48d4d83b-f35d-4470-89b8-425c3190cd8c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0896163 Dec 16 15:02:01.477472 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6647f0b8-81a0-42fa-bc02-306b9a68917a req-8cf6afd2-3e4b-43cb-87a5-eb6fda2f4e54 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434051 Dec 16 15:02:01.514384 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-767f6daa-4328-421e-bc81-b733b230fc00 req-bf7108f2-ccfc-4ccc-8145-b4b177af468d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Dec 16 15:02:02.701286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cca02b-60b0-48e6-9a44-513da179ed86 req-fa851a7e-0a78-4f07-9d82-5d61cbf72829 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:02.702880 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-03cca02b-60b0-48e6-9a44-513da179ed86 req-fa851a7e-0a78-4f07-9d82-5d61cbf72829 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0873184 Dec 16 15:02:02.721796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53b91-47b3-4627-aec8-216a668884f4 req-9b9687d3-6108-4601-b187-40c0eb950351 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:02.723569 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6d53b91-47b3-4627-aec8-216a668884f4 req-9b9687d3-6108-4601-b187-40c0eb950351 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0841596 Dec 16 15:02:02.752438 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-03cca02b-60b0-48e6-9a44-513da179ed86 req-eebd0b55-76a6-4f48-8694-5f7e3f656f4b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431304 Dec 16 15:02:02.775020 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6d53b91-47b3-4627-aec8-216a668884f4 req-4d52e7fd-f7f0-43c0-87ec-69c799801dfc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448551 Dec 16 15:02:03.978759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceca03-f174-463e-aefd-dab3e21a9151 req-ba7eaeb8-7e7a-423a-bdbc-e9de884ff41c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:03.980531 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-daceca03-f174-463e-aefd-dab3e21a9151 req-ba7eaeb8-7e7a-423a-bdbc-e9de884ff41c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0898316 Dec 16 15:02:04.032648 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-daceca03-f174-463e-aefd-dab3e21a9151 req-eb09c777-ab47-423d-8688-50ff25f7b6a7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455794 Dec 16 15:02:04.175689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90417168-841f-4073-9ed3-e3b8f02aa7cf req-8fd904ba-885c-4e2d-8532-65286536564e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:04.177308 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90417168-841f-4073-9ed3-e3b8f02aa7cf req-8fd904ba-885c-4e2d-8532-65286536564e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.2727752 Dec 16 15:02:04.225369 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-90417168-841f-4073-9ed3-e3b8f02aa7cf req-ccadd713-84fe-43c5-9eb6-e542af6bf9f5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420277 Dec 16 15:02:05.254506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce794f-b3cb-416e-b91f-456a50f13f21 req-62d9fb00-9054-46bb-bdf3-931c16fa426f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:05.256203 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-51ce794f-b3cb-416e-b91f-456a50f13f21 req-62d9fb00-9054-46bb-bdf3-931c16fa426f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0881972 Dec 16 15:02:05.309197 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-51ce794f-b3cb-416e-b91f-456a50f13f21 req-fcfcdd8c-0ddb-4aeb-ab61-7de0c57f7436 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470445 Dec 16 15:02:05.440760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dbdd0-9c8b-4fdc-844d-7f2be15d8395 req-7f300cef-448a-47a8-9fb7-217c3b2b79ec tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:05.442370 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-796dbdd0-9c8b-4fdc-844d-7f2be15d8395 req-7f300cef-448a-47a8-9fb7-217c3b2b79ec tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0820861 Dec 16 15:02:05.493098 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-796dbdd0-9c8b-4fdc-844d-7f2be15d8395 req-bcc40b1a-0e35-4a34-8693-0d3610843830 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Dec 16 15:02:06.526824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcfbc2-0fee-4eeb-bc35-f234cd69bebe req-07e13940-1163-4907-99ec-4f6ec990421c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:06.528462 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-62dcfbc2-0fee-4eeb-bc35-f234cd69bebe req-07e13940-1163-4907-99ec-4f6ec990421c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0830088 Dec 16 15:02:06.577373 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-62dcfbc2-0fee-4eeb-bc35-f234cd69bebe req-95811fbd-7335-45c0-ad23-c7183e3b9cc9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427134 Dec 16 15:02:06.697353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371d48e-6e55-4b43-b3ff-6ac9a476cf70 req-f5bbe2cf-5b00-4119-a35a-288b4e7b410e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:06.699273 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f371d48e-6e55-4b43-b3ff-6ac9a476cf70 req-f5bbe2cf-5b00-4119-a35a-288b4e7b410e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 945 time: 0.0828681 Dec 16 15:02:06.748149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:02:06.758238 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f371d48e-6e55-4b43-b3ff-6ac9a476cf70 req-0af08d83-6801-49ed-81d6-81f4d73a67fc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524287 Dec 16 15:02:06.871228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:06.898218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:02:06.908011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:02:06.946109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:06.948185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:02:07.015405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,revision_number=6']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:02:07.024410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.024802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.025191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.025571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.025945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.026348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.026721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.027091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.027460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.027830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.028208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:02:07.032313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:02:07.039250 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'code': 200} Dec 16 15:02:07.800497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7b9c8-a052-46af-93c1-116a39e1d482 req-57240e8e-b2bf-4b28-aa33-001ff9d41051 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:07.802155 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6db7b9c8-a052-46af-93c1-116a39e1d482 req-57240e8e-b2bf-4b28-aa33-001ff9d41051 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0865691 Dec 16 15:02:07.852695 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6db7b9c8-a052-46af-93c1-116a39e1d482 req-23f23b0c-b8dd-470e-8010-d6659b788f29 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436366 Dec 16 15:02:07.967967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb9bb-c1fd-4720-8fdc-45152a7e103f req-37a7de97-08d4-45ae-9149-bcae3d5d1c45 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:07.969595 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7cbfb9bb-c1fd-4720-8fdc-45152a7e103f req-37a7de97-08d4-45ae-9149-bcae3d5d1c45 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0861974 Dec 16 15:02:08.024040 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7cbfb9bb-c1fd-4720-8fdc-45152a7e103f req-9739b37b-1f8c-404a-87cd-7c789b939f28 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478098 Dec 16 15:02:09.076000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfec247-1dc6-4694-a7aa-836665d5fb31 req-708a94f5-18e4-4637-9d72-09d75870bd82 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:09.077761 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1bfec247-1dc6-4694-a7aa-836665d5fb31 req-708a94f5-18e4-4637-9d72-09d75870bd82 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0854607 Dec 16 15:02:09.128762 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1bfec247-1dc6-4694-a7aa-836665d5fb31 req-37c94844-c5bd-4cc5-a155-a76bc4659060 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446763 Dec 16 15:02:09.230543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e2218-8b73-40ab-bd08-0cbec9d5e875 req-04444f74-b59d-4b43-8e7c-79944d2b4728 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:09.232087 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c95e2218-8b73-40ab-bd08-0cbec9d5e875 req-04444f74-b59d-4b43-8e7c-79944d2b4728 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0834668 Dec 16 15:02:09.280893 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c95e2218-8b73-40ab-bd08-0cbec9d5e875 req-83d4fef5-bd8d-4cc3-95b6-c93b87699e1b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 Dec 16 15:02:10.350288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a43c6-155c-4bb9-8f5b-5171dfcb22db req-77dd210d-b08d-440d-93ab-221abeba6fec tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:10.351944 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-192a43c6-155c-4bb9-8f5b-5171dfcb22db req-77dd210d-b08d-440d-93ab-221abeba6fec tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0902445 Dec 16 15:02:10.402988 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-192a43c6-155c-4bb9-8f5b-5171dfcb22db req-90ff1884-1bd9-4d6d-b8be-741d45745991 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442212 Dec 16 15:02:10.613864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5085fef-48ef-465f-98e1-485625cff17f req-0bad2a40-c9fa-4e57-9b62-d006c85f59e3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:10.615582 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a5085fef-48ef-465f-98e1-485625cff17f req-0bad2a40-c9fa-4e57-9b62-d006c85f59e3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0905008 Dec 16 15:02:10.664994 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a5085fef-48ef-465f-98e1-485625cff17f req-49a3d200-e977-4146-a023-6179ef7b82e1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Dec 16 15:02:11.231677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc99e-fa9d-47dc-9721-7d3e89f63962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:11.621985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b58b0-c1d8-4e0f-afb0-647b581ef94b req-7d67d4d1-2c20-44f1-80d7-4333f44f8bae tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:11.623633 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b60b58b0-c1d8-4e0f-afb0-647b581ef94b req-7d67d4d1-2c20-44f1-80d7-4333f44f8bae tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0860965 Dec 16 15:02:11.672786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b60b58b0-c1d8-4e0f-afb0-647b581ef94b req-6adac107-df9d-4362-ab0f-fbb576171819 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Dec 16 15:02:11.871555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a097f-084d-4f04-9e1c-25ce67e34654 req-944f344b-91ac-47f1-a0b2-e015ed7f7d36 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:11.873194 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-165a097f-084d-4f04-9e1c-25ce67e34654 req-944f344b-91ac-47f1-a0b2-e015ed7f7d36 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0848768 Dec 16 15:02:11.921464 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-165a097f-084d-4f04-9e1c-25ce67e34654 req-46689100-684a-40b8-90d1-5a91545a49bc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Dec 16 15:02:12.894487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b74dd-5f67-44b4-bc58-15759ac8119a req-37505534-53fc-4f62-b28a-189c7a69533e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:12.896155 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-867b74dd-5f67-44b4-bc58-15759ac8119a req-37505534-53fc-4f62-b28a-189c7a69533e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0853918 Dec 16 15:02:12.945687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:12.945923 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-867b74dd-5f67-44b4-bc58-15759ac8119a req-01436ddb-8005-44a0-b34b-aea840d7bd4b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Dec 16 15:02:13.123865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5c8fd-9c40-4f7d-b1ea-607bf17ae477 req-f7a0bccd-ec15-4e8a-ac7c-e5cc2e348821 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:13.125450 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0f5c8fd-9c40-4f7d-b1ea-607bf17ae477 req-f7a0bccd-ec15-4e8a-ac7c-e5cc2e348821 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0817580 Dec 16 15:02:13.177599 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0f5c8fd-9c40-4f7d-b1ea-607bf17ae477 req-a820e7e6-6526-4cc4-8cb6-dd2e456984c8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460269 Dec 16 15:02:13.797155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4262f9c8-8eaa-4682-899e-a3b9d78755be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:14.167206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78b6e3-24f7-4f81-8656-9e127571cc2b req-833d03bd-215f-48c1-a372-1a7ef0c1251c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:14.168832 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3f78b6e3-24f7-4f81-8656-9e127571cc2b req-833d03bd-215f-48c1-a372-1a7ef0c1251c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0863307 Dec 16 15:02:14.217605 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3f78b6e3-24f7-4f81-8656-9e127571cc2b req-0eac9c53-081d-47ee-95fb-f8d5454a8c0c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Dec 16 15:02:14.347457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:14.384406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a542ffd-0fcd-4a14-a836-9b656207e7b2 req-5f643b5c-e419-4455-927d-ef88681235e3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:14.386022 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5a542ffd-0fcd-4a14-a836-9b656207e7b2 req-5f643b5c-e419-4455-927d-ef88681235e3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0821846 Dec 16 15:02:14.434655 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5a542ffd-0fcd-4a14-a836-9b656207e7b2 req-58b1d27e-9e3c-40f2-a8e4-9ee37713c38a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 Dec 16 15:02:15.436535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c6bc4-fd89-4dac-866d-a98e53517bb7 req-a5572ece-8445-4359-927e-485d719c4f01 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:15.438358 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-769c6bc4-fd89-4dac-866d-a98e53517bb7 req-a5572ece-8445-4359-927e-485d719c4f01 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0841198 Dec 16 15:02:15.492742 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-769c6bc4-fd89-4dac-866d-a98e53517bb7 req-5ef5ddd3-0f70-4fe4-a0ec-29e2512a5e1c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476716 Dec 16 15:02:15.641706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be094b6-586e-4470-9933-a2380d913070 req-28dfe8f5-bc8e-4179-ab1b-c5364e8dffcc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:15.643359 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7be094b6-586e-4470-9933-a2380d913070 req-28dfe8f5-bc8e-4179-ab1b-c5364e8dffcc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0869076 Dec 16 15:02:15.654368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:15.691763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7be094b6-586e-4470-9933-a2380d913070 req-3736595e-7088-475c-bc7f-7ad65a9f0fac tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417638 Dec 16 15:02:16.705645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae64a02-f1aa-4a0d-975d-a5f1551a2a4a req-df8cccfe-a69b-4ab6-9100-db38832e2cab tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:16.707198 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bae64a02-f1aa-4a0d-975d-a5f1551a2a4a req-df8cccfe-a69b-4ab6-9100-db38832e2cab tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0833511 Dec 16 15:02:16.755976 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bae64a02-f1aa-4a0d-975d-a5f1551a2a4a req-5acf269c-e3eb-4e8f-bfe3-a104174f6d20 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Dec 16 15:02:16.896912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241bcba-3a21-4a58-8e9d-6f1d12de918c req-439e0822-47af-461b-94bc-e67ffaa1fc96 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:16.898594 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5241bcba-3a21-4a58-8e9d-6f1d12de918c req-439e0822-47af-461b-94bc-e67ffaa1fc96 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0829654 Dec 16 15:02:16.927222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:02:16.947456 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5241bcba-3a21-4a58-8e9d-6f1d12de918c req-3a5c6d24-4648-4646-908e-17a4807d0bbf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Dec 16 15:02:17.975492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9951643-daf0-4420-b737-db4a0123f43a req-756c0526-1d4f-4678-9dc8-8a1127d83662 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:17.977121 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9951643-daf0-4420-b737-db4a0123f43a req-756c0526-1d4f-4678-9dc8-8a1127d83662 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0855007 Dec 16 15:02:18.026003 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9951643-daf0-4420-b737-db4a0123f43a req-6cdbaa7a-fb63-4b1b-9811-109982b41d55 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 Dec 16 15:02:18.157678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7737-1a2a-44e1-a170-c85e1ae72f26 req-ccd97d23-8c6c-465f-a1a8-0c83037dd29c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:18.159343 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1f7d7737-1a2a-44e1-a170-c85e1ae72f26 req-ccd97d23-8c6c-465f-a1a8-0c83037dd29c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0856128 Dec 16 15:02:18.207941 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1f7d7737-1a2a-44e1-a170-c85e1ae72f26 req-58a09017-2963-4368-91c0-39a0c1268fda tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421183 Dec 16 15:02:19.239722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22217c-6f5b-4841-bff2-9ad4e87f3a47 req-293e8595-4f60-4557-933a-93ba94f3de90 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:19.241347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac22217c-6f5b-4841-bff2-9ad4e87f3a47 req-293e8595-4f60-4557-933a-93ba94f3de90 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0829954 Dec 16 15:02:19.290826 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac22217c-6f5b-4841-bff2-9ad4e87f3a47 req-712af856-e3bd-46fc-84e0-5daf6bc95b19 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432267 Dec 16 15:02:19.555438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd7908-1bc4-43b7-99a2-2233c54487ee req-d0130e6b-1792-4f4f-836b-d1a05f678154 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:19.557040 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4bd7908-1bc4-43b7-99a2-2233c54487ee req-d0130e6b-1792-4f4f-836b-d1a05f678154 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0824389 Dec 16 15:02:19.610271 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4bd7908-1bc4-43b7-99a2-2233c54487ee req-2105d570-800b-43f6-b579-3191ddc2c922 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468452 Dec 16 15:02:20.705813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438530b4-3940-4701-bb55-1d5846089288 req-7585e993-56f5-473f-87c2-fa87cc2fe936 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:20.707508 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-438530b4-3940-4701-bb55-1d5846089288 req-7585e993-56f5-473f-87c2-fa87cc2fe936 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.2842226 Dec 16 15:02:20.756413 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-438530b4-3940-4701-bb55-1d5846089288 req-e72f3857-5755-40f9-b5a2-b06fa36b7b4e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421815 Dec 16 15:02:20.816157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99454f-3920-4d07-b260-20bff82cb6ac req-8385b227-ccc3-42f5-8d3b-14bc84dad15e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:20.817790 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9d99454f-3920-4d07-b260-20bff82cb6ac req-8385b227-ccc3-42f5-8d3b-14bc84dad15e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0824840 Dec 16 15:02:20.865542 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9d99454f-3920-4d07-b260-20bff82cb6ac req-a22cd89a-9cb2-484b-bb0b-5bfe9d020cca tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Dec 16 15:02:22.001326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474649f6-9a4b-4939-9cc3-832971b903c6 req-d95a5118-7456-46cf-9fae-29b949bfeff0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:22.003006 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-474649f6-9a4b-4939-9cc3-832971b903c6 req-d95a5118-7456-46cf-9fae-29b949bfeff0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0837517 Dec 16 15:02:22.054910 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-474649f6-9a4b-4939-9cc3-832971b903c6 req-cd6f13a3-51c1-4a4d-a61e-b68e70a384b0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457301 Dec 16 15:02:22.077252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93401a7e-280e-4ef9-89e9-2314c11498ff req-79ad1516-4628-493f-86cc-881235cf0e73 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:22.078870 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93401a7e-280e-4ef9-89e9-2314c11498ff req-79ad1516-4628-493f-86cc-881235cf0e73 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0863206 Dec 16 15:02:22.127749 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93401a7e-280e-4ef9-89e9-2314c11498ff req-caa15e5b-0752-4d1f-af41-f2fb40149151 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Dec 16 15:02:23.274342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debace0-5f6c-4177-88ca-1aabb266e945 req-08949089-ba59-42c1-8e7f-caab206f4062 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:23.276107 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8debace0-5f6c-4177-88ca-1aabb266e945 req-08949089-ba59-42c1-8e7f-caab206f4062 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0897686 Dec 16 15:02:23.328353 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8debace0-5f6c-4177-88ca-1aabb266e945 req-58819885-ce9d-4b65-b787-98859a919dd4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458369 Dec 16 15:02:23.470399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63f0cb-3c87-41e7-8bfc-5eb64dadadf7 req-d2ddfc3a-4966-4af7-a116-e9ef9f4d8578 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:23.472032 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0a63f0cb-3c87-41e7-8bfc-5eb64dadadf7 req-d2ddfc3a-4966-4af7-a116-e9ef9f4d8578 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0868602 Dec 16 15:02:23.524822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0a63f0cb-3c87-41e7-8bfc-5eb64dadadf7 req-e7f22d85-f5ef-418d-b4e5-66de38286f93 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 Dec 16 15:02:24.227433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:24.562820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6dc9-66c1-48bf-9880-30f2b296b921 req-1a90b89d-e6bd-49de-b7d2-9252adcf77d9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:24.563420 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0efe6dc9-66c1-48bf-9880-30f2b296b921 req-1a90b89d-e6bd-49de-b7d2-9252adcf77d9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0884314 Dec 16 15:02:24.613642 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0efe6dc9-66c1-48bf-9880-30f2b296b921 req-c2e69a2a-aef0-4d59-a81f-cb6263721851 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442517 Dec 16 15:02:24.736895 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8336-32c8-4e12-aed6-2bd5e50ede56 req-b3bb9bb6-3052-4f92-a915-f00d674f7805 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:24.738526 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8f8f8336-32c8-4e12-aed6-2bd5e50ede56 req-b3bb9bb6-3052-4f92-a915-f00d674f7805 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0857000 Dec 16 15:02:24.786833 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8f8f8336-32c8-4e12-aed6-2bd5e50ede56 req-faff38a8-efc2-4dd8-9ea0-11ace00daf5f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416520 Dec 16 15:02:25.830518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93581a5f-f89a-4489-a10e-de54b1d19701 req-20ac1679-9379-4583-a1df-f8df6073b3d6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:25.832142 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93581a5f-f89a-4489-a10e-de54b1d19701 req-20ac1679-9379-4583-a1df-f8df6073b3d6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0817494 Dec 16 15:02:25.880922 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93581a5f-f89a-4489-a10e-de54b1d19701 req-32a80158-d294-4498-9eb9-0f8ec152cabc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421228 Dec 16 15:02:26.001390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfd12f-340b-45f5-9e2e-11c91b64a10b req-68326009-c970-4ba7-a6f8-d198a33dbb83 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:26.003021 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-63bfd12f-340b-45f5-9e2e-11c91b64a10b req-68326009-c970-4ba7-a6f8-d198a33dbb83 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0902824 Dec 16 15:02:26.051352 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-63bfd12f-340b-45f5-9e2e-11c91b64a10b req-a045d57f-527e-481a-b2ed-ea2e5390cf29 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Dec 16 15:02:27.111353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2791-2a97-465f-9970-edf0351faa34 req-cf4e0a09-7f14-41a6-96a0-9426fafdbc52 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:27.114130 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43cd2791-2a97-465f-9970-edf0351faa34 req-cf4e0a09-7f14-41a6-96a0-9426fafdbc52 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0971184 Dec 16 15:02:27.174058 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43cd2791-2a97-465f-9970-edf0351faa34 req-5548da8a-d9ad-4c53-96cd-8b287e3192f8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527928 Dec 16 15:02:27.270860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f4185-724b-4f65-aa11-44c545f89d69 req-779f6301-cf15-4526-b4d7-cffbad75c1bc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:27.272483 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c29f4185-724b-4f65-aa11-44c545f89d69 req-779f6301-cf15-4526-b4d7-cffbad75c1bc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0920572 Dec 16 15:02:27.322961 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c29f4185-724b-4f65-aa11-44c545f89d69 req-8265523e-35c4-40b7-802c-e8dfda5528e3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443177 Dec 16 15:02:28.401914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d583fd-504b-4e41-97be-838f9b6d9219 req-49d2d1c1-61d7-423d-9f89-ac8a4924d844 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:28.403614 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9d583fd-504b-4e41-97be-838f9b6d9219 req-49d2d1c1-61d7-423d-9f89-ac8a4924d844 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0853581 Dec 16 15:02:28.464608 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9d583fd-504b-4e41-97be-838f9b6d9219 req-dfa1f3fe-d343-453d-a318-ca0c8a5ccf86 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547745 Dec 16 15:02:28.546237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb77ed2-627f-4657-9aae-7000c9ce298b req-520a9f28-d8b1-4ff8-801e-79dc28b3f23d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:28.547849 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6fb77ed2-627f-4657-9aae-7000c9ce298b req-520a9f28-d8b1-4ff8-801e-79dc28b3f23d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0979302 Dec 16 15:02:28.600598 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6fb77ed2-627f-4657-9aae-7000c9ce298b req-0778f0e5-bea5-4c4f-a5d1-7258c6cbdaa8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464852 Dec 16 15:02:29.698053 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2e6fa-9c62-4cfa-8372-5a76a4104a83 req-b0887415-7d70-4e5c-97a2-36586443009a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:29.699996 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8c2e6fa-9c62-4cfa-8372-5a76a4104a83 req-b0887415-7d70-4e5c-97a2-36586443009a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0881753 Dec 16 15:02:29.751033 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8c2e6fa-9c62-4cfa-8372-5a76a4104a83 req-83ad0b07-5735-4213-a9dd-dd3c9e37c6bc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449452 Dec 16 15:02:29.806990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45db4b-2f64-4d20-a957-3c0af0761f37 req-53f337d2-d53d-4ff1-b549-58e2bb8e01ba tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:29.808612 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ca45db4b-2f64-4d20-a957-3c0af0761f37 req-53f337d2-d53d-4ff1-b549-58e2bb8e01ba tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0832613 Dec 16 15:02:29.858510 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ca45db4b-2f64-4d20-a957-3c0af0761f37 req-53f27238-b7e5-43c0-acd8-fe68395184bc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437148 Dec 16 15:02:30.976732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c18cc9-de75-4d76-bda1-c910fb53e5c5 req-15e6f662-3281-4370-9a87-3fbc9b6a731d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:30.978380 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9c18cc9-de75-4d76-bda1-c910fb53e5c5 req-15e6f662-3281-4370-9a87-3fbc9b6a731d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0927103 Dec 16 15:02:31.027018 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9c18cc9-de75-4d76-bda1-c910fb53e5c5 req-2289f9e7-afb5-44f3-a2a8-09870748d50b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424545 Dec 16 15:02:31.073944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac54da3-49c5-49aa-a436-b297526cc575 req-72596de8-9c45-4e7e-8de6-e409c7a0c31e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:31.075611 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eac54da3-49c5-49aa-a436-b297526cc575 req-72596de8-9c45-4e7e-8de6-e409c7a0c31e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0894539 Dec 16 15:02:31.124167 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eac54da3-49c5-49aa-a436-b297526cc575 req-a4037d18-bcf1-4553-b86d-950fbbc4418c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Dec 16 15:02:32.243410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dc77e-d717-40b8-acd4-9eaebb490783 req-ed0607fc-f61d-4936-8efb-5cfd00d6c9c6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:32.245052 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-150dc77e-d717-40b8-acd4-9eaebb490783 req-ed0607fc-f61d-4936-8efb-5cfd00d6c9c6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0850503 Dec 16 15:02:32.293233 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-150dc77e-d717-40b8-acd4-9eaebb490783 req-6ea78313-3376-47c5-b111-202015edd396 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421357 Dec 16 15:02:32.329996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d683-8a85-4cbc-a1ab-c1ff31ff7497 req-201ea4bd-87f1-444e-b077-6c3add2fd41a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:32.331582 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4867d683-8a85-4cbc-a1ab-c1ff31ff7497 req-201ea4bd-87f1-444e-b077-6c3add2fd41a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0830750 Dec 16 15:02:32.380655 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4867d683-8a85-4cbc-a1ab-c1ff31ff7497 req-b3a19935-a1cb-4675-94d1-cb5962a4c5f9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427856 Dec 16 15:02:33.515834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab68a03-e004-40ba-a70c-00713389557c req-5046750c-759c-43a4-b5df-2293237ccf58 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:33.517478 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ab68a03-e004-40ba-a70c-00713389557c req-5046750c-759c-43a4-b5df-2293237ccf58 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0876822 Dec 16 15:02:33.567690 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ab68a03-e004-40ba-a70c-00713389557c req-332114ac-2264-4f29-aeab-472f71c2b08a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432782 Dec 16 15:02:33.590970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babfc23-a492-462b-809d-4eecf1165622 req-179d759c-f405-4b45-92cc-2388a332b7aa tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:33.592602 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0babfc23-a492-462b-809d-4eecf1165622 req-179d759c-f405-4b45-92cc-2388a332b7aa tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0883400 Dec 16 15:02:33.642811 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0babfc23-a492-462b-809d-4eecf1165622 req-85961e0c-58e3-494d-97a0-68b73cdfbd7c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Dec 16 15:02:34.781817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982704b-deba-4923-8bd7-287cdcef2749 req-56eb37e6-3cc2-460a-b05b-92793c174ddd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:34.783482 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f982704b-deba-4923-8bd7-287cdcef2749 req-56eb37e6-3cc2-460a-b05b-92793c174ddd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0835834 Dec 16 15:02:34.832292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f982704b-deba-4923-8bd7-287cdcef2749 req-e6d1a199-0708-44c7-af65-d8d59d9c4aa8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Dec 16 15:02:34.844880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f41bc9-5793-4810-a08b-cf22bfdb17d6 req-c83f85ee-7155-4954-8659-ef1f1d96ffaf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:34.846508 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-39f41bc9-5793-4810-a08b-cf22bfdb17d6 req-c83f85ee-7155-4954-8659-ef1f1d96ffaf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0832376 Dec 16 15:02:34.897937 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-39f41bc9-5793-4810-a08b-cf22bfdb17d6 req-59c45a04-d376-4deb-9436-18b1b24fc5f6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454950 Dec 16 15:02:36.053798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce382-abe9-4160-9c8e-7363e1634a66 req-b7c78436-5dd5-40be-903b-b5f4d1e66967 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:36.055470 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac7ce382-abe9-4160-9c8e-7363e1634a66 req-b7c78436-5dd5-40be-903b-b5f4d1e66967 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0898650 Dec 16 15:02:36.101925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c892c8-0636-4f63-97d2-f0bec4df78d0 req-304e9a2b-3c59-4e8f-b52a-3ad126c50dcc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:36.103654 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-09c892c8-0636-4f63-97d2-f0bec4df78d0 req-304e9a2b-3c59-4e8f-b52a-3ad126c50dcc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0827374 Dec 16 15:02:36.104166 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac7ce382-abe9-4160-9c8e-7363e1634a66 req-c4c0ca40-398b-47ee-9309-d8e85745a624 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424569 Dec 16 15:02:36.159542 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-09c892c8-0636-4f63-97d2-f0bec4df78d0 req-465a2d3b-80e3-4366-9c82-9dbdc411c975 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Dec 16 15:02:37.326324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69648ed4-4091-439e-bb63-4d3c6d19b28e req-3d47f0cc-80ef-43fc-86ba-8dedac918a06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:37.327978 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69648ed4-4091-439e-bb63-4d3c6d19b28e req-3d47f0cc-80ef-43fc-86ba-8dedac918a06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0844352 Dec 16 15:02:37.381957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6310-3f27-423f-9883-eb8f25e38bdd req-de67bba1-cd08-4e7f-9b1d-d0f64b16c011 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:37.382886 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69648ed4-4091-439e-bb63-4d3c6d19b28e req-1116a5ba-d2c1-4c0b-ae1c-f43ab8459dfd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487134 Dec 16 15:02:37.383629 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc6e6310-3f27-423f-9883-eb8f25e38bdd req-de67bba1-cd08-4e7f-9b1d-d0f64b16c011 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0986176 Dec 16 15:02:37.432079 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc6e6310-3f27-423f-9883-eb8f25e38bdd req-378970dd-fdb0-496c-b361-431bc826340b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Dec 16 15:02:38.599799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e5af-e236-46b4-a15c-96273c4581ac req-0d362de9-7ec6-46eb-a0e7-d004fc7f9114 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:38.601446 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6135e5af-e236-46b4-a15c-96273c4581ac req-0d362de9-7ec6-46eb-a0e7-d004fc7f9114 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0849731 Dec 16 15:02:38.636494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc7aa8-1057-4540-9efa-3e364138590f req-4ac5f460-5a5b-427a-92a9-9ff3e6a6b8c8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:38.638107 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b7dc7aa8-1057-4540-9efa-3e364138590f req-4ac5f460-5a5b-427a-92a9-9ff3e6a6b8c8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0844572 Dec 16 15:02:38.650864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6135e5af-e236-46b4-a15c-96273c4581ac req-c055959d-b3b4-444a-8d6b-54641181cd8d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433860 Dec 16 15:02:38.686536 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b7dc7aa8-1057-4540-9efa-3e364138590f req-3ab089b3-883f-47e0-84d9-0e36cb849b3f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422757 Dec 16 15:02:39.869281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bca67-9b66-4eae-9466-70120a2a72cc req-2d3fe9f9-b2a9-46d6-a4f3-22d20152ee8a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:39.870942 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-239bca67-9b66-4eae-9466-70120a2a72cc req-2d3fe9f9-b2a9-46d6-a4f3-22d20152ee8a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0881271 Dec 16 15:02:39.894096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999413e6-d918-45db-bbd8-3af1a2e59da9 req-4269d92c-4bcc-44cb-b74c-9148ce6a6b3d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:39.895750 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-999413e6-d918-45db-bbd8-3af1a2e59da9 req-4269d92c-4bcc-44cb-b74c-9148ce6a6b3d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0865974 Dec 16 15:02:39.921194 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-239bca67-9b66-4eae-9466-70120a2a72cc req-c8989c24-7ede-4fe1-acbe-94d8533f9203 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440600 Dec 16 15:02:39.951180 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-999413e6-d918-45db-bbd8-3af1a2e59da9 req-b9e05fb0-8747-4579-a32d-452d3141c530 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484762 Dec 16 15:02:41.140837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf893243-5a33-4eac-a15d-c3cfe1a25e2a req-0a96bf05-b954-4903-8997-59211cc37678 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:41.142523 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cf893243-5a33-4eac-a15d-c3cfe1a25e2a req-0a96bf05-b954-4903-8997-59211cc37678 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0842383 Dec 16 15:02:41.156290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5237f8-45b2-4991-9f57-902e6add643c req-9554ce24-0e33-4e22-b144-5f92ea171cb1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:41.157936 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cd5237f8-45b2-4991-9f57-902e6add643c req-9554ce24-0e33-4e22-b144-5f92ea171cb1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0827224 Dec 16 15:02:41.192211 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cf893243-5a33-4eac-a15d-c3cfe1a25e2a req-717666d4-b04b-4670-97d3-a428a0652c75 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428979 Dec 16 15:02:41.209296 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cd5237f8-45b2-4991-9f57-902e6add643c req-a0612567-a1ca-4865-b135-d8cc0d720ce1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450926 Dec 16 15:02:41.267200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-742441d2-bb32-40e8-8fa9-3f7a253bd672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:42.424919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29446f3-e78a-4096-8941-41a984fd085c req-055c7392-9880-4853-a19d-6ec0c1fb15b2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:42.426586 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e29446f3-e78a-4096-8941-41a984fd085c req-055c7392-9880-4853-a19d-6ec0c1fb15b2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0864031 Dec 16 15:02:42.426725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05de59-102d-40ce-9e8f-605297be226e req-a723e0b8-8369-41a2-a9ea-54cddfc2b023 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:42.428284 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae05de59-102d-40ce-9e8f-605297be226e req-a723e0b8-8369-41a2-a9ea-54cddfc2b023 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0986083 Dec 16 15:02:42.476603 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e29446f3-e78a-4096-8941-41a984fd085c req-da92d00b-fa29-4955-aaf2-808d17cc0663 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Dec 16 15:02:42.476806 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae05de59-102d-40ce-9e8f-605297be226e req-88fabb6d-0dbf-4f94-ace7-55307cd35c65 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Dec 16 15:02:42.935596 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:43.698681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6c03b-751c-4c5b-a9d5-0f9c19802e13 req-b5fc2462-7ac0-471b-beca-27bc072012f9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:43.700253 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c5f6c03b-751c-4c5b-a9d5-0f9c19802e13 req-b5fc2462-7ac0-471b-beca-27bc072012f9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0961549 Dec 16 15:02:43.709919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4eab7-703a-4409-b510-f2436ec161d7 req-5e57a4bb-f4d9-4e62-a2c5-60b246f4ffb5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:43.711585 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e7b4eab7-703a-4409-b510-f2436ec161d7 req-5e57a4bb-f4d9-4e62-a2c5-60b246f4ffb5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0926027 Dec 16 15:02:43.754791 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c5f6c03b-751c-4c5b-a9d5-0f9c19802e13 req-3abf3504-1316-4408-bfea-44172b4da4d8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472898 Dec 16 15:02:43.767985 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e7b4eab7-703a-4409-b510-f2436ec161d7 req-6c266703-dcf9-47b9-9969-186617ef5f8a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501840 Dec 16 15:02:43.798696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-54031a31-38b2-4336-9534-76cb20097531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:44.352949 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:44.967286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ce24a-0bcf-4d0e-8b74-4770839e07ba req-45a31410-96b7-4a34-b5b6-0c657469eeb6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:44.968931 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d7ce24a-0bcf-4d0e-8b74-4770839e07ba req-45a31410-96b7-4a34-b5b6-0c657469eeb6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0872531 Dec 16 15:02:44.988092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c1e49-da61-4baf-8902-472064d914a6 req-2c234a9e-afa6-4d2d-86e5-b1f440edd795 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:44.989734 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a60c1e49-da61-4baf-8902-472064d914a6 req-2c234a9e-afa6-4d2d-86e5-b1f440edd795 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0849085 Dec 16 15:02:45.017899 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d7ce24a-0bcf-4d0e-8b74-4770839e07ba req-882800ef-fbd1-40f3-8f8e-ed3b69a456c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Dec 16 15:02:45.039088 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a60c1e49-da61-4baf-8902-472064d914a6 req-f48ea10f-72ed-43cd-8726-d2f74e41a25e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Dec 16 15:02:45.643845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:46.227209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5802e77-59a6-46d6-9d16-25e97009a3a4 req-d1bbbc93-1d4e-42d5-aa63-cb7a6b8f665d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:46.228848 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c5802e77-59a6-46d6-9d16-25e97009a3a4 req-d1bbbc93-1d4e-42d5-aa63-cb7a6b8f665d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0884814 Dec 16 15:02:46.257062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96149f7-8253-4472-82a8-c9316e940ef5 req-ec7cbaa1-0dac-4715-8e96-c8e93c9fa330 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:46.258698 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e96149f7-8253-4472-82a8-c9316e940ef5 req-ec7cbaa1-0dac-4715-8e96-c8e93c9fa330 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0855355 Dec 16 15:02:46.277817 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c5802e77-59a6-46d6-9d16-25e97009a3a4 req-22b076e0-401d-4da2-b369-3de8b42db660 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Dec 16 15:02:46.309516 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e96149f7-8253-4472-82a8-c9316e940ef5 req-35b80aa3-54cc-43ba-bcf2-6fab0dbe0ee2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445533 Dec 16 15:02:47.508064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470534f7-280a-4653-bdb8-5ddf8f3ba8f8 req-e58aff67-fc6f-4e98-8374-7485be51470b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:47.509671 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-470534f7-280a-4653-bdb8-5ddf8f3ba8f8 req-e58aff67-fc6f-4e98-8374-7485be51470b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0902174 Dec 16 15:02:47.532936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893f3ad-c3d1-4619-a9d7-8c11dab60a21 req-99f0e407-a462-4af5-ae9a-848014c89e81 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:47.534746 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2893f3ad-c3d1-4619-a9d7-8c11dab60a21 req-99f0e407-a462-4af5-ae9a-848014c89e81 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0842073 Dec 16 15:02:47.558545 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-470534f7-280a-4653-bdb8-5ddf8f3ba8f8 req-ca49f488-2d5c-49d0-a28d-f8bb0149aeed tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Dec 16 15:02:47.585467 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2893f3ad-c3d1-4619-a9d7-8c11dab60a21 req-be33e3a1-1e34-4da6-8519-c7d5379578de tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439663 Dec 16 15:02:48.789554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936805a-1694-4bb3-8565-831616dcc029 req-9a50f273-c02a-45e4-8d92-f62d28e778ae tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:48.791237 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e936805a-1694-4bb3-8565-831616dcc029 req-9a50f273-c02a-45e4-8d92-f62d28e778ae tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0973320 Dec 16 15:02:48.826551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b81cd-4358-42e7-9f78-8c6f86e2a485 req-6df49ff4-86fb-4b53-9495-6e9821f58c24 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:48.828591 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eb0b81cd-4358-42e7-9f78-8c6f86e2a485 req-6df49ff4-86fb-4b53-9495-6e9821f58c24 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1045163 Dec 16 15:02:48.844519 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e936805a-1694-4bb3-8565-831616dcc029 req-87565133-f91f-429f-b958-165ea183715a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471609 Dec 16 15:02:48.880824 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eb0b81cd-4358-42e7-9f78-8c6f86e2a485 req-319d91c3-e59d-4f50-b464-5b3500485760 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453582 Dec 16 15:02:50.052096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fadf3a-be15-404d-9e9b-cc200f64d720 req-fa56833a-5d6c-45e7-a331-11062943d406 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:50.053706 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2fadf3a-be15-404d-9e9b-cc200f64d720 req-fa56833a-5d6c-45e7-a331-11062943d406 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0824997 Dec 16 15:02:50.099366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9f61c-5f9f-4472-9abc-5667f18a2fbc req-0367c0b0-694a-42ff-8fce-9f9a11411c4d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:50.101019 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60c9f61c-5f9f-4472-9abc-5667f18a2fbc req-0367c0b0-694a-42ff-8fce-9f9a11411c4d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0841966 Dec 16 15:02:50.107257 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2fadf3a-be15-404d-9e9b-cc200f64d720 req-6bebb305-4541-4f24-878a-abecc0491b38 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472343 Dec 16 15:02:50.149635 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60c9f61c-5f9f-4472-9abc-5667f18a2fbc req-52529d8e-698e-4a78-8e78-2aa1799d8b4e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Dec 16 15:02:51.312219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8334c-c364-459a-9e64-c9a048f7331c req-e6e3f0a0-8299-480c-b5d5-0065389b914e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:51.313845 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9e8334c-c364-459a-9e64-c9a048f7331c req-e6e3f0a0-8299-480c-b5d5-0065389b914e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0827153 Dec 16 15:02:51.376633 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9e8334c-c364-459a-9e64-c9a048f7331c req-9b5272df-5aa9-46d9-840a-c06f84e9e45c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560756 Dec 16 15:02:51.435553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9467ccf-51e0-4913-937a-949c039cf049 req-5235ab05-99e7-454d-81a7-ddbf94112491 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:51.437129 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9467ccf-51e0-4913-937a-949c039cf049 req-5235ab05-99e7-454d-81a7-ddbf94112491 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0922346 Dec 16 15:02:51.485522 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9467ccf-51e0-4913-937a-949c039cf049 req-3f504be8-c6d7-4f91-9439-aa7d87a70fc9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414650 Dec 16 15:02:52.587212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7445c-820a-4ff9-a800-29373fa2a2ff req-330acee7-ac79-4092-80cb-66b1a6b8868b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:52.588849 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1af7445c-820a-4ff9-a800-29373fa2a2ff req-330acee7-ac79-4092-80cb-66b1a6b8868b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0873854 Dec 16 15:02:52.637415 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1af7445c-820a-4ff9-a800-29373fa2a2ff req-f7ec2957-bf44-489a-96c9-a5e357cb1f9a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Dec 16 15:02:52.710637 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837e0e5-8ccb-4a1e-829e-44998fd4c988 req-e908167a-61a4-44c9-af78-f957aa6f9b72 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:52.712256 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b837e0e5-8ccb-4a1e-829e-44998fd4c988 req-e908167a-61a4-44c9-af78-f957aa6f9b72 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0903640 Dec 16 15:02:52.764159 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b837e0e5-8ccb-4a1e-829e-44998fd4c988 req-acf7c4fb-b263-48c9-b4c1-4bc437925f38 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452287 Dec 16 15:02:53.929366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:02:53.986570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0b95-d323-4214-9608-2cbc2412686b req-7f9b0903-fca1-43ec-bc4d-b7414b013af9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:53.988907 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2cb0b95-d323-4214-9608-2cbc2412686b req-7f9b0903-fca1-43ec-bc4d-b7414b013af9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0896742 Dec 16 15:02:54.040369 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2cb0b95-d323-4214-9608-2cbc2412686b req-4dcfb95c-2bb0-46a5-bd6f-7363deaee4e9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451784 Dec 16 15:02:54.087868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba591-55ae-4d2c-ab00-e5c99af700f5 req-15f95e02-cc81-42d2-954a-a404c02121f2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:54.089471 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-863ba591-55ae-4d2c-ab00-e5c99af700f5 req-15f95e02-cc81-42d2-954a-a404c02121f2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.3263919 Dec 16 15:02:54.093103 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4820b6f0-736b-45f4-a39c-50b348856d93 req-70542b18-7a00-4fe6-83d2-9265e661cbc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=482e5876a2f84b6ca5fc8e3537c2e971&device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 1096 time: 0.2956445 Dec 16 15:02:54.229010 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-863ba591-55ae-4d2c-ab00-e5c99af700f5 req-276b6819-1f4b-4962-96d4-2f76a163e535 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333566 Dec 16 15:02:54.232638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:02:54.269840 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820b6f0-736b-45f4-a39c-50b348856d93 req-a09195d4-2bff-4f51-826e-523d0781a854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:54.271495 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4820b6f0-736b-45f4-a39c-50b348856d93 req-a09195d4-2bff-4f51-826e-523d0781a854 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b4d9c94-6212-4d8c-9d94-8cb624826270 HTTP/1.1" status: 200 len: 910 time: 0.1561852 Dec 16 15:02:54.379830 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4820b6f0-736b-45f4-a39c-50b348856d93 req-6d8cf22c-503b-4a7c-aa34-e78a6834466d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2 HTTP/1.1" status: 200 len: 999 time: 0.1017156 Dec 16 15:02:54.459181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820b6f0-736b-45f4-a39c-50b348856d93 req-dc06d250-244a-4c25-9d5b-bf9619dadf0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:54.460784 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4820b6f0-736b-45f4-a39c-50b348856d93 req-dc06d250-244a-4c25-9d5b-bf9619dadf0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20f2d9af-9dfa-424a-ae3e-58d657fffab4 HTTP/1.1" status: 200 len: 848 time: 0.0742881 Dec 16 15:02:54.540265 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4820b6f0-736b-45f4-a39c-50b348856d93 req-cb9a0a68-5937-4dff-ab2d-db87687c9a81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b4d9c94-6212-4d8c-9d94-8cb624826270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727949 Dec 16 15:02:54.681213 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4820b6f0-736b-45f4-a39c-50b348856d93 req-457b3070-a295-4d65-a8c1-716be5e7ae03 service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346188 Dec 16 15:02:54.831662 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4820b6f0-736b-45f4-a39c-50b348856d93 req-40ec3867-147d-460d-8d31-b415a530e4de service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435862 Dec 16 15:02:55.261457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781a788-bdbe-46fd-91fd-f1e1b92ca6d4 req-2c82be30-e278-4c84-b190-7b3c74b92577 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:55.263118 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5781a788-bdbe-46fd-91fd-f1e1b92ca6d4 req-2c82be30-e278-4c84-b190-7b3c74b92577 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0874407 Dec 16 15:02:55.311822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5781a788-bdbe-46fd-91fd-f1e1b92ca6d4 req-6ba730ee-6a1a-45dd-899e-c7e801284eec tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Dec 16 15:02:55.443897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706b4d2-760a-493a-a28c-24d0d6fd07e7 req-e1a7f89d-85d5-42cd-a0f6-27ea57f6bb08 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:55.445527 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a706b4d2-760a-493a-a28c-24d0d6fd07e7 req-e1a7f89d-85d5-42cd-a0f6-27ea57f6bb08 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0895326 Dec 16 15:02:55.493832 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a706b4d2-760a-493a-a28c-24d0d6fd07e7 req-c566bcae-3388-46da-a5e0-5cd678850975 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 Dec 16 15:02:56.528715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb4739-b79c-4f2f-95ad-bb0c5b2bcbf8 req-c93b1ad2-4e57-4a93-b43a-1d0db0c5432d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:56.530362 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cacb4739-b79c-4f2f-95ad-bb0c5b2bcbf8 req-c93b1ad2-4e57-4a93-b43a-1d0db0c5432d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0813754 Dec 16 15:02:56.579864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cacb4739-b79c-4f2f-95ad-bb0c5b2bcbf8 req-35a2e6e7-98f9-4bdf-a9a5-2e4ac30f51b6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427985 Dec 16 15:02:56.701199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed8611-0432-45db-bf60-916167ce0035 req-9623a47b-b1d6-49a6-8580-6ceb2882c5c4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:56.702768 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f7ed8611-0432-45db-bf60-916167ce0035 req-9623a47b-b1d6-49a6-8580-6ceb2882c5c4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0840130 Dec 16 15:02:56.756287 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f7ed8611-0432-45db-bf60-916167ce0035 req-d967dd69-2547-4532-9ffc-d7423193c52e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466020 Dec 16 15:02:57.803099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43038-df99-49ba-9d79-d26341aceae9 req-f65201e4-6ba7-4339-ac81-4fd3fab4fb2c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:57.805954 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4df43038-df99-49ba-9d79-d26341aceae9 req-f65201e4-6ba7-4339-ac81-4fd3fab4fb2c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0922236 Dec 16 15:02:57.855547 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4df43038-df99-49ba-9d79-d26341aceae9 req-d29bcf17-b716-43dc-9075-99a29be64fda tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432682 Dec 16 15:02:57.967365 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd4533-6e24-4578-8577-2fa2d4834ed3 req-4771bcf5-7c6a-4708-b263-7b8d920d22b0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:57.968903 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9fd4533-6e24-4578-8577-2fa2d4834ed3 req-4771bcf5-7c6a-4708-b263-7b8d920d22b0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0838957 Dec 16 15:02:58.017457 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9fd4533-6e24-4578-8577-2fa2d4834ed3 req-9aa6c447-b3e2-4ecb-813a-1cc039772dab tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Dec 16 15:02:59.105292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158ef8-4921-4f05-90e2-5e6235b0e3ae req-4d1596a4-65a3-43c5-b11f-85ae7eb4619a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:59.107713 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aa158ef8-4921-4f05-90e2-5e6235b0e3ae req-4d1596a4-65a3-43c5-b11f-85ae7eb4619a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1093345 Dec 16 15:02:59.167435 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aa158ef8-4921-4f05-90e2-5e6235b0e3ae req-94f611f7-fc52-4cff-abc9-5b36638b8685 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533636 Dec 16 15:02:59.244465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbffcf-85f5-4286-964f-83c70028fa38 req-a26e5b0e-42f8-4cb9-967f-3da32cd00ff5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:02:59.246091 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bcbffcf-85f5-4286-964f-83c70028fa38 req-a26e5b0e-42f8-4cb9-967f-3da32cd00ff5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0996742 Dec 16 15:02:59.295031 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bcbffcf-85f5-4286-964f-83c70028fa38 req-9d5ab3f3-8921-4605-af06-f8b6bc234c66 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 Dec 16 15:03:00.386794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b6856-647a-424f-814e-d49007384831 req-f8f9062c-5763-4e4b-8725-c36e8d1cadc8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:00.388380 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9d8b6856-647a-424f-814e-d49007384831 req-f8f9062c-5763-4e4b-8725-c36e8d1cadc8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0849898 Dec 16 15:03:00.437059 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9d8b6856-647a-424f-814e-d49007384831 req-9f59046d-d52d-4271-8c44-110c5ac61766 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426586 Dec 16 15:03:00.504627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589fa8e-0da9-4ebc-98d3-8ada57d0d3c0 req-bfb9529c-cd6b-436f-b5cf-5bad0277bc17 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:00.507101 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3589fa8e-0da9-4ebc-98d3-8ada57d0d3c0 req-bfb9529c-cd6b-436f-b5cf-5bad0277bc17 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0839274 Dec 16 15:03:00.554553 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3589fa8e-0da9-4ebc-98d3-8ada57d0d3c0 req-21e5252f-676a-4374-87f6-1a53f2f19657 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Dec 16 15:03:01.655076 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db954-7874-4a2a-b1d1-855f04ec01bc req-34e384b4-6c4a-4f88-a343-15aa3a199548 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:01.656631 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-403db954-7874-4a2a-b1d1-855f04ec01bc req-34e384b4-6c4a-4f88-a343-15aa3a199548 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0863247 Dec 16 15:03:01.708014 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-403db954-7874-4a2a-b1d1-855f04ec01bc req-8a3f2d87-388e-4c23-aa13-9170845ad675 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446603 Dec 16 15:03:01.764108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f9b48-88d4-4343-a270-d8031d105411 req-e739c954-b7d0-4515-895e-fa9a737d7b95 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:01.765763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-821f9b48-88d4-4343-a270-d8031d105411 req-e739c954-b7d0-4515-895e-fa9a737d7b95 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0880051 Dec 16 15:03:01.814001 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-821f9b48-88d4-4343-a270-d8031d105411 req-b89a4600-b38a-4c92-bc65-4f1360b954c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421455 Dec 16 15:03:02.926721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643bd38-4444-4d30-bf60-1f94410b1bcb req-b18ed90c-2b46-46e1-9b26-7ba64ae154e9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:02.929322 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4643bd38-4444-4d30-bf60-1f94410b1bcb req-b18ed90c-2b46-46e1-9b26-7ba64ae154e9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0873835 Dec 16 15:03:02.978748 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4643bd38-4444-4d30-bf60-1f94410b1bcb req-def332cf-ae30-425a-b88a-86e02f24ffc7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432365 Dec 16 15:03:03.020966 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0ae2c-26f3-4cf7-bdae-e5e884abe180 req-543d17bf-f41b-41ec-85a0-9d2a1d1542e2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:03.022552 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-99f0ae2c-26f3-4cf7-bdae-e5e884abe180 req-543d17bf-f41b-41ec-85a0-9d2a1d1542e2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0827160 Dec 16 15:03:03.070365 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-99f0ae2c-26f3-4cf7-bdae-e5e884abe180 req-73e4e795-1a10-4649-9801-ec8ba1a17497 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419319 Dec 16 15:03:04.203346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2166c-3686-4b7b-9dc4-4239aa75785b req-26890a62-cdf2-44c5-ae6b-04b90c3e3c82 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:04.204985 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7ed2166c-3686-4b7b-9dc4-4239aa75785b req-26890a62-cdf2-44c5-ae6b-04b90c3e3c82 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0884407 Dec 16 15:03:04.254950 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7ed2166c-3686-4b7b-9dc4-4239aa75785b req-b2bd51e4-58dc-46e5-8d1e-137f2e6ede6a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432279 Dec 16 15:03:04.281645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb8792-ca50-411e-b006-d5182e37de16 req-4cb5f66f-cdf0-4402-b439-3c1b74a8a8e5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:04.283256 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bdcb8792-ca50-411e-b006-d5182e37de16 req-4cb5f66f-cdf0-4402-b439-3c1b74a8a8e5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0870709 Dec 16 15:03:04.333990 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bdcb8792-ca50-411e-b006-d5182e37de16 req-d98f0b22-3caf-46f7-83ee-2ac5e2370fd1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433462 Dec 16 15:03:05.488485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd140c7-2049-4b3f-9183-617e20262b5b req-64fc6e42-1f5b-4a47-96de-a74a292547ea tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:05.490386 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2dd140c7-2049-4b3f-9183-617e20262b5b req-64fc6e42-1f5b-4a47-96de-a74a292547ea tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0916500 Dec 16 15:03:05.544517 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2dd140c7-2049-4b3f-9183-617e20262b5b req-5cd2d1da-c889-4ef9-96b7-c09c97558a7c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472221 Dec 16 15:03:05.548852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a945f8-e46b-49d2-8b65-98383f340562 req-6647e539-72aa-4896-a2aa-6046c53b6a36 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:05.550498 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-56a945f8-e46b-49d2-8b65-98383f340562 req-6647e539-72aa-4896-a2aa-6046c53b6a36 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0876386 Dec 16 15:03:05.606350 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-56a945f8-e46b-49d2-8b65-98383f340562 req-6922c6f2-828c-4283-a68e-7ac6d989e3d0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486064 Dec 16 15:03:06.771519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cfba4-7213-4362-a925-5b61c6d07519 req-c3e15aa6-280a-4a08-b52a-32594d812400 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:06.773172 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed6cfba4-7213-4362-a925-5b61c6d07519 req-c3e15aa6-280a-4a08-b52a-32594d812400 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0924067 Dec 16 15:03:06.820247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9638a2-4841-49a7-bd60-b887bcff8183 req-5ab9eb5c-610d-4101-a514-33bfcc6776fc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:06.821930 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c9638a2-4841-49a7-bd60-b887bcff8183 req-5ab9eb5c-610d-4101-a514-33bfcc6776fc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0889840 Dec 16 15:03:06.826326 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed6cfba4-7213-4362-a925-5b61c6d07519 req-741bcc81-a379-4766-b8cf-b69dfae40c8f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457222 Dec 16 15:03:06.871234 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c9638a2-4841-49a7-bd60-b887bcff8183 req-603d1778-1a16-4ded-8426-c60d008aab21 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Dec 16 15:03:08.060758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2ef2-3008-4442-b664-a309a6e4809b req-388dc558-7f66-4174-9898-9323f7d4886d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:08.062421 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f5ff2ef2-3008-4442-b664-a309a6e4809b req-388dc558-7f66-4174-9898-9323f7d4886d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0939908 Dec 16 15:03:08.102204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697f5d0-e016-4ba8-9ce1-08f28160ed05 req-7b7b05fc-643b-4cbb-840c-dabc7814aa14 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:08.103809 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b697f5d0-e016-4ba8-9ce1-08f28160ed05 req-7b7b05fc-643b-4cbb-840c-dabc7814aa14 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0886235 Dec 16 15:03:08.115683 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f5ff2ef2-3008-4442-b664-a309a6e4809b req-2cf92410-08fb-4b41-a00a-cf16256a606c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462887 Dec 16 15:03:08.152325 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b697f5d0-e016-4ba8-9ce1-08f28160ed05 req-76b3baa6-012e-4374-b4dd-bddf29d554d9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 Dec 16 15:03:09.333154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222bbff-4a87-47b8-b281-37819e0c005f req-3a36258a-6106-4636-8c1d-ad796b58ff58 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:09.334870 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6222bbff-4a87-47b8-b281-37819e0c005f req-3a36258a-6106-4636-8c1d-ad796b58ff58 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0847561 Dec 16 15:03:09.356945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a70b1e-13bb-4d6d-afe5-84f9879baaa5 req-0e5ed0f1-da0f-4bc6-b4df-a67468f4e736 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:09.358638 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-99a70b1e-13bb-4d6d-afe5-84f9879baaa5 req-0e5ed0f1-da0f-4bc6-b4df-a67468f4e736 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0845416 Dec 16 15:03:09.387664 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6222bbff-4a87-47b8-b281-37819e0c005f req-8b3affb1-2da0-4da1-8d80-ed306725b1e2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462863 Dec 16 15:03:09.409589 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-99a70b1e-13bb-4d6d-afe5-84f9879baaa5 req-9e4c8378-2307-446b-8f16-a962b787ae17 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Dec 16 15:03:10.608247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc914d1f-486f-4f5d-9ede-9f7436b798c4 req-5fb02864-d5ad-4a6a-bc88-a1ef39a2b62c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:10.610010 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cc914d1f-486f-4f5d-9ede-9f7436b798c4 req-5fb02864-d5ad-4a6a-bc88-a1ef39a2b62c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0878637 Dec 16 15:03:10.616771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c6f16-5259-4147-b521-17e063d65303 req-03a9cfb2-37f5-4970-8806-8b1facbf5466 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:10.618434 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c64c6f16-5259-4147-b521-17e063d65303 req-03a9cfb2-37f5-4970-8806-8b1facbf5466 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0869925 Dec 16 15:03:10.659505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cc914d1f-486f-4f5d-9ede-9f7436b798c4 req-ded4b8ed-7cd8-4f90-9ad6-724aa47fd696 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422647 Dec 16 15:03:10.667087 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c64c6f16-5259-4147-b521-17e063d65303 req-e8c3c55a-0ac0-4a60-a400-58f544f95b48 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Dec 16 15:03:11.232271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d04d5e35-e71d-4d68-8ac0-7b1d9de8ec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:11.874366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5d347-5e32-487f-afe9-770e72a950ab req-51995a67-f842-491f-9f01-516083905d27 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:11.876003 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-52a5d347-5e32-487f-afe9-770e72a950ab req-51995a67-f842-491f-9f01-516083905d27 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0830808 Dec 16 15:03:11.877403 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0ed0a-d62a-4021-a263-24aafd976b3d req-81f9da77-81de-4d0e-93e6-4e92728f74a4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:11.879664 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-53a0ed0a-d62a-4021-a263-24aafd976b3d req-81f9da77-81de-4d0e-93e6-4e92728f74a4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0846307 Dec 16 15:03:11.929606 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-52a5d347-5e32-487f-afe9-770e72a950ab req-e5b875e2-f591-4dda-bfab-a414f755ed1b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468693 Dec 16 15:03:11.929812 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-53a0ed0a-d62a-4021-a263-24aafd976b3d req-20ee3acf-0430-400e-8b12-ebd6fe9d38ab tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Dec 16 15:03:12.946099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:13.140593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b824cc0-09ac-4e71-87ca-d6214729df57 req-d0d88236-71ad-48dd-92af-f50475952dbd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:13.142378 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b824cc0-09ac-4e71-87ca-d6214729df57 req-d0d88236-71ad-48dd-92af-f50475952dbd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0884707 Dec 16 15:03:13.149310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ec1eb-466b-4ba0-b10c-9b6300d5b579 req-82478ae9-029e-4347-ad73-ca32f73fbcbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:13.150965 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de5ec1eb-466b-4ba0-b10c-9b6300d5b579 req-82478ae9-029e-4347-ad73-ca32f73fbcbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0889602 Dec 16 15:03:13.191991 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b824cc0-09ac-4e71-87ca-d6214729df57 req-3b931690-c8b1-4af4-a058-12662c932904 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428829 Dec 16 15:03:13.200937 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de5ec1eb-466b-4ba0-b10c-9b6300d5b579 req-5e75b5e7-855e-4b03-83a4-04879bcc8fe8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Dec 16 15:03:13.807946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d2d1-ad74-4d0c-8386-3040f94dbebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:14.368143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:14.443705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cc2d3-25c9-40a9-85ca-41b2f464b10e req-3a86dfc5-9d27-406d-a0f8-42ff93fc4159 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:14.445356 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8d5cc2d3-25c9-40a9-85ca-41b2f464b10e req-3a86dfc5-9d27-406d-a0f8-42ff93fc4159 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1271279 Dec 16 15:03:14.460882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db82dd-8581-4d3f-95ef-c11e5108c448 req-0b04f8eb-ec44-4c49-b0b5-bd8794977903 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:14.462673 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-41db82dd-8581-4d3f-95ef-c11e5108c448 req-0b04f8eb-ec44-4c49-b0b5-bd8794977903 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0965056 Dec 16 15:03:14.495426 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8d5cc2d3-25c9-40a9-85ca-41b2f464b10e req-4d54c10b-b78b-436f-841f-c51e9f17785f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 Dec 16 15:03:14.521081 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-41db82dd-8581-4d3f-95ef-c11e5108c448 req-55e600f7-a3dc-4d02-886d-2d67793442c5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520971 Dec 16 15:03:15.699399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:15.709626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2af17-b53d-44b0-a51b-2eb19df30249 req-1c49579d-6b48-4b05-b0e1-8ae60e4416ee tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:15.711330 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d2b2af17-b53d-44b0-a51b-2eb19df30249 req-1c49579d-6b48-4b05-b0e1-8ae60e4416ee tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0854702 Dec 16 15:03:15.753747 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884150fa-a2ee-46a2-9733-dd6c1175d685 req-2869a350-cd23-4030-ac9a-2b90b3e640c0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:15.755371 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-884150fa-a2ee-46a2-9733-dd6c1175d685 req-2869a350-cd23-4030-ac9a-2b90b3e640c0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0878937 Dec 16 15:03:15.760825 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d2b2af17-b53d-44b0-a51b-2eb19df30249 req-e0aaecd1-b71f-49f4-aa56-95bbb20bc0f4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431983 Dec 16 15:03:15.804793 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-884150fa-a2ee-46a2-9733-dd6c1175d685 req-d6a6b5c7-cd34-4dee-9014-a5e266067048 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432508 Dec 16 15:03:16.969719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f1439-ed84-4cf8-a36c-e4e10bcd92df req-5380dcc4-d4f5-4d35-8ce1-d7ec329f8b50 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:16.971290 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a38f1439-ed84-4cf8-a36c-e4e10bcd92df req-5380dcc4-d4f5-4d35-8ce1-d7ec329f8b50 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0858629 Dec 16 15:03:17.020210 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a38f1439-ed84-4cf8-a36c-e4e10bcd92df req-b2e2ec7a-3952-4f5e-866f-ddb6c90c6373 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Dec 16 15:03:17.024074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081fad-19e4-4e78-9f3c-a37313d9e013 req-aebec741-5567-4343-9ad9-6d2a7a4611b9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:17.025710 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-07081fad-19e4-4e78-9f3c-a37313d9e013 req-aebec741-5567-4343-9ad9-6d2a7a4611b9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0877185 Dec 16 15:03:17.074709 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-07081fad-19e4-4e78-9f3c-a37313d9e013 req-bf794c57-2bb2-4815-a801-69384734d7da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 Dec 16 15:03:18.224096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28984d3d-efa6-4b41-92b3-e1c53cae00b7 req-c2ca7658-4690-4c0c-bcdc-1e420afb1f0e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:18.225731 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-28984d3d-efa6-4b41-92b3-e1c53cae00b7 req-c2ca7658-4690-4c0c-bcdc-1e420afb1f0e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0831807 Dec 16 15:03:18.273599 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-28984d3d-efa6-4b41-92b3-e1c53cae00b7 req-a545f7b5-6cc0-4861-acbd-06dde117f0ff tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417662 Dec 16 15:03:18.291085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780c436-1a61-4183-a961-e0265b79a3ac req-ac382fba-60f3-4c5a-85e1-598025a92dea tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:18.292751 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6780c436-1a61-4183-a961-e0265b79a3ac req-ac382fba-60f3-4c5a-85e1-598025a92dea tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0849838 Dec 16 15:03:18.348957 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6780c436-1a61-4183-a961-e0265b79a3ac req-5a88c270-50d6-4cb7-ab70-943404ddd0b3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497334 Dec 16 15:03:19.496160 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7fbab-ece6-475b-93b3-42518bbe4c16 req-a60c52e4-390c-4e98-be74-76f155b39b48 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:19.497825 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8fd7fbab-ece6-475b-93b3-42518bbe4c16 req-a60c52e4-390c-4e98-be74-76f155b39b48 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0943716 Dec 16 15:03:19.548646 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8fd7fbab-ece6-475b-93b3-42518bbe4c16 req-f954a944-d6a4-4b6d-9e70-196d177a1cfa tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437059 Dec 16 15:03:19.586392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327323e-22de-4ac6-b631-9d64b7a8bc28 req-62dd8b52-2815-42b3-a166-bd3cef104857 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:19.592396 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8327323e-22de-4ac6-b631-9d64b7a8bc28 req-62dd8b52-2815-42b3-a166-bd3cef104857 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0886519 Dec 16 15:03:19.636305 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8327323e-22de-4ac6-b631-9d64b7a8bc28 req-72d9853e-c337-4189-ad5a-1d05482fb25c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Dec 16 15:03:20.761886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5c286-c6d7-4a8c-aa8e-d7812a1a609b req-7136219d-5c26-41b1-9f3b-d22c257470b6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:20.765472 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bc5c286-c6d7-4a8c-aa8e-d7812a1a609b req-7136219d-5c26-41b1-9f3b-d22c257470b6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0898876 Dec 16 15:03:20.819576 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bc5c286-c6d7-4a8c-aa8e-d7812a1a609b req-80de7598-ba9f-4a42-9d76-5a486927c2c7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499022 Dec 16 15:03:20.860523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300db61-ba4f-4fab-a84a-3407284d21c4 req-a1ac9c83-c1b7-49fa-8faa-b807c147e565 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:20.862180 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3300db61-ba4f-4fab-a84a-3407284d21c4 req-a1ac9c83-c1b7-49fa-8faa-b807c147e565 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0853269 Dec 16 15:03:20.910735 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3300db61-ba4f-4fab-a84a-3407284d21c4 req-9f2b457d-ea2b-4745-b8ab-2b3db8a56507 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419531 Dec 16 15:03:22.027422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819842d0-0da8-4f73-8d28-2484940baf75 req-4e1e082b-d194-4967-b538-66da3ef1af82 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:22.029051 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-819842d0-0da8-4f73-8d28-2484940baf75 req-4e1e082b-d194-4967-b538-66da3ef1af82 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0839307 Dec 16 15:03:22.080533 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-819842d0-0da8-4f73-8d28-2484940baf75 req-22a75652-46c9-41e0-894e-09b0e415f374 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452571 Dec 16 15:03:22.341818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fb5d5-7c1f-4bfd-afdf-fc8a24a882a1 req-3dddafd2-85dc-4199-aa46-8ba5e4caf473 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:22.343494 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce6fb5d5-7c1f-4bfd-afdf-fc8a24a882a1 req-3dddafd2-85dc-4199-aa46-8ba5e4caf473 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.2986784 Dec 16 15:03:22.392774 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce6fb5d5-7c1f-4bfd-afdf-fc8a24a882a1 req-f7149173-0410-458a-8a5e-d164352d12f7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422945 Dec 16 15:03:23.292970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fc5f9-bf1f-4321-99ef-e69b158a6cf0 req-05db5999-f4ab-454d-8636-9a350fc93c55 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:23.294681 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c79fc5f9-bf1f-4321-99ef-e69b158a6cf0 req-05db5999-f4ab-454d-8636-9a350fc93c55 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0884650 Dec 16 15:03:23.343024 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c79fc5f9-bf1f-4321-99ef-e69b158a6cf0 req-cb58da8b-b366-4b3a-bd03-90d580d2c666 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Dec 16 15:03:23.610891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58af6b-b25b-41d3-bec7-83dbb872036a req-f5cce5ac-19d5-4839-967c-1add3a931a82 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:23.612497 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5f58af6b-b25b-41d3-bec7-83dbb872036a req-f5cce5ac-19d5-4839-967c-1add3a931a82 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0852594 Dec 16 15:03:23.660639 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5f58af6b-b25b-41d3-bec7-83dbb872036a req-62268fe6-14cb-490d-b1cd-9aa64063717b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418019 Dec 16 15:03:24.241752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:24.561078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3e1d2-856c-4bad-b82e-8e61b84e2104 req-7fe97b05-9cde-4042-9b15-5b0d619caf92 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:24.563421 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffa3e1d2-856c-4bad-b82e-8e61b84e2104 req-7fe97b05-9cde-4042-9b15-5b0d619caf92 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0843005 Dec 16 15:03:24.612897 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffa3e1d2-856c-4bad-b82e-8e61b84e2104 req-a0b6a82f-ca32-4220-9141-ac304d25d6a0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420387 Dec 16 15:03:24.885323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd7230-4d52-4354-9a0a-6f1c37b83300 req-ebe174b5-f59c-48e1-b470-3a74d11ed617 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:24.886975 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4bcd7230-4d52-4354-9a0a-6f1c37b83300 req-ebe174b5-f59c-48e1-b470-3a74d11ed617 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0819006 Dec 16 15:03:24.935536 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4bcd7230-4d52-4354-9a0a-6f1c37b83300 req-37ba8413-789e-4072-880d-81f592d345c2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Dec 16 15:03:25.826229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a7de4-168e-4408-b2da-8e7342ef8e29 req-819cf97f-f4bb-45c6-89c5-dc5a9ff01b2a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:25.827850 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7e4a7de4-168e-4408-b2da-8e7342ef8e29 req-819cf97f-f4bb-45c6-89c5-dc5a9ff01b2a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0866063 Dec 16 15:03:25.876879 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7e4a7de4-168e-4408-b2da-8e7342ef8e29 req-4916eb46-1282-4e05-9a20-c8620b7e35a3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Dec 16 15:03:26.151057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2f262-7ac1-418a-b6a3-e6078e647ebf req-161c83bf-8ab9-4a29-93cc-3a7672799c6e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:26.152940 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0fc2f262-7ac1-418a-b6a3-e6078e647ebf req-161c83bf-8ab9-4a29-93cc-3a7672799c6e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0854101 Dec 16 15:03:26.201911 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0fc2f262-7ac1-418a-b6a3-e6078e647ebf req-2b525f51-ce27-4271-ace1-2fb1ee6f8ca5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Dec 16 15:03:27.097382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e2c77-ff76-4a13-8f8c-febdf3f06f97 req-e50fde2d-e000-4662-8ae5-a0cad24a16b5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:27.099597 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-923e2c77-ff76-4a13-8f8c-febdf3f06f97 req-e50fde2d-e000-4662-8ae5-a0cad24a16b5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0822649 Dec 16 15:03:27.150804 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-923e2c77-ff76-4a13-8f8c-febdf3f06f97 req-2d4e5e71-29b8-4681-beae-3452f6dfbb0b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 Dec 16 15:03:27.420892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219f3d5-ee6a-4409-9f73-4668f70b1b69 req-07dad093-a4c4-408c-8728-bddc68cbebbe tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:27.422529 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7219f3d5-ee6a-4409-9f73-4668f70b1b69 req-07dad093-a4c4-408c-8728-bddc68cbebbe tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0845289 Dec 16 15:03:27.469468 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7219f3d5-ee6a-4409-9f73-4668f70b1b69 req-d4d9aa20-b301-489c-8a5d-7e940493920f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409589 Dec 16 15:03:28.359779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9271dc-b67b-4430-8c7e-0d6397af67cd req-48de9323-be5d-4d97-8ec6-e52c254620e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:28.361408 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a9271dc-b67b-4430-8c7e-0d6397af67cd req-48de9323-be5d-4d97-8ec6-e52c254620e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0840492 Dec 16 15:03:28.410418 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a9271dc-b67b-4430-8c7e-0d6397af67cd req-7c43fc62-5a5b-46a3-b686-ba892a2685d5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Dec 16 15:03:28.691242 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e468bc-74a8-4ec0-ad3b-a0aaa39b54f8 req-ea67af51-1bda-47aa-a364-390b543ad8c9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:28.693467 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60e468bc-74a8-4ec0-ad3b-a0aaa39b54f8 req-ea67af51-1bda-47aa-a364-390b543ad8c9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0916352 Dec 16 15:03:28.751526 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60e468bc-74a8-4ec0-ad3b-a0aaa39b54f8 req-22e9f96e-368c-4a58-a63a-1214bd420eae tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515542 Dec 16 15:03:29.621568 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fb498-33f9-4f4a-a191-40155e2081ad req-97be874e-740b-4cec-9812-3a7e3d844896 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:29.623187 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-522fb498-33f9-4f4a-a191-40155e2081ad req-97be874e-740b-4cec-9812-3a7e3d844896 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0904908 Dec 16 15:03:29.671087 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-522fb498-33f9-4f4a-a191-40155e2081ad req-075b6996-3dfd-4d29-a0d5-3945104d3f91 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Dec 16 15:03:29.975632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce727b5-4138-43ff-8902-8dbaf2b2a88e req-63580ba5-6d6d-4e17-a131-895dd3b5429c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:29.979197 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fce727b5-4138-43ff-8902-8dbaf2b2a88e req-63580ba5-6d6d-4e17-a131-895dd3b5429c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0869813 Dec 16 15:03:30.032828 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fce727b5-4138-43ff-8902-8dbaf2b2a88e req-2679bbe7-d6cc-47f4-ad0d-a20f7b85c4b2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485594 Dec 16 15:03:30.877780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd742d46-c02a-42a1-a0b0-fed44f101b1e req-0d1f7395-988f-4f1e-9427-9ebe5cd7e978 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:30.879442 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bd742d46-c02a-42a1-a0b0-fed44f101b1e req-0d1f7395-988f-4f1e-9427-9ebe5cd7e978 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0820818 Dec 16 15:03:30.931887 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bd742d46-c02a-42a1-a0b0-fed44f101b1e req-cf547544-0395-43fb-b9ae-296f0378da5d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463343 Dec 16 15:03:30.933547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:03:31.252165 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee626-b2c6-412f-b321-5a1239f5f682 req-e3e5c468-fb05-4851-b24e-af3c11461028 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:31.253720 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c74ee626-b2c6-412f-b321-5a1239f5f682 req-e3e5c468-fb05-4851-b24e-af3c11461028 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0873525 Dec 16 15:03:31.301799 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c74ee626-b2c6-412f-b321-5a1239f5f682 req-331d95e1-8f08-4cd0-9339-8a975213cd8b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Dec 16 15:03:32.159373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae10e30-3d9e-421a-a22f-143210d60ce4 req-5a0f120c-932c-4bac-b6ed-8ec76ccae8d2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:32.161502 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5ae10e30-3d9e-421a-a22f-143210d60ce4 req-5a0f120c-932c-4bac-b6ed-8ec76ccae8d2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0931904 Dec 16 15:03:32.209206 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5ae10e30-3d9e-421a-a22f-143210d60ce4 req-355a163a-15f9-4332-afb3-ad9b87a55c99 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Dec 16 15:03:32.518359 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d2d1c-c55d-4715-94f1-48b89bd11821 req-ba2629a3-a257-4437-be2a-657c5ba341f4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:32.519990 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c06d2d1c-c55d-4715-94f1-48b89bd11821 req-ba2629a3-a257-4437-be2a-657c5ba341f4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0868130 Dec 16 15:03:32.568917 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c06d2d1c-c55d-4715-94f1-48b89bd11821 req-52cc642e-868f-43d2-8b00-5284a8af1c70 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Dec 16 15:03:33.417112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76da30-a6c9-4d4a-bf89-6099f0bdab87 req-54e6cc46-3bef-4216-969d-ccc51d6d292b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:33.418821 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ba76da30-a6c9-4d4a-bf89-6099f0bdab87 req-54e6cc46-3bef-4216-969d-ccc51d6d292b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0850074 Dec 16 15:03:33.471728 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ba76da30-a6c9-4d4a-bf89-6099f0bdab87 req-bcf79fe1-a769-466b-af07-88c6ca091ce3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463192 Dec 16 15:03:33.784209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3536d4-14d0-46ab-b308-03b426f55ddc req-6c1fec9b-45fe-40f5-b13c-f13e875e00c1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:33.785835 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c3536d4-14d0-46ab-b308-03b426f55ddc req-6c1fec9b-45fe-40f5-b13c-f13e875e00c1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0867529 Dec 16 15:03:33.834679 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c3536d4-14d0-46ab-b308-03b426f55ddc req-5bd683ab-518d-4afb-9ab9-e6e02aa51728 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427353 Dec 16 15:03:34.681536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f4766-d77e-4cf7-b1b1-a49d2faf6dae req-666cb22c-0631-484a-bde9-3eba371b92ad tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:34.683098 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b1f4766-d77e-4cf7-b1b1-a49d2faf6dae req-666cb22c-0631-484a-bde9-3eba371b92ad tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0864635 Dec 16 15:03:34.732129 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b1f4766-d77e-4cf7-b1b1-a49d2faf6dae req-27461f5c-5348-4845-b130-090228dc467a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430596 Dec 16 15:03:35.055896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65593fc-cea9-4a97-9fe4-4f5bd5d09658 req-14ca7144-255f-4fe0-9f98-7484eb31fbd3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:35.057532 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c65593fc-cea9-4a97-9fe4-4f5bd5d09658 req-14ca7144-255f-4fe0-9f98-7484eb31fbd3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0882156 Dec 16 15:03:35.106811 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c65593fc-cea9-4a97-9fe4-4f5bd5d09658 req-68140c80-8e29-4122-909b-130112b75630 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429945 Dec 16 15:03:35.944564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b8ea3-c9b9-4adc-8474-00f7a7a5b54b req-333782c1-91cb-492c-8ae4-65acebe860bd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:35.946222 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d43b8ea3-c9b9-4adc-8474-00f7a7a5b54b req-333782c1-91cb-492c-8ae4-65acebe860bd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0902615 Dec 16 15:03:35.998160 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d43b8ea3-c9b9-4adc-8474-00f7a7a5b54b req-f86184be-e9f0-47e4-82be-2d4d9e0e558a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Dec 16 15:03:36.320770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be158ae-24f5-4f39-b96f-eff59d56d5f6 req-1d8cb736-9308-4c05-9132-48b22659c6f7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:36.322593 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6be158ae-24f5-4f39-b96f-eff59d56d5f6 req-1d8cb736-9308-4c05-9132-48b22659c6f7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0820265 Dec 16 15:03:36.376482 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6be158ae-24f5-4f39-b96f-eff59d56d5f6 req-6f56d183-5688-45b2-a458-7a69b14da674 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477223 Dec 16 15:03:37.202746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eac738-7661-4bec-baf5-444c3b94a35b req-bc83ec85-b98b-426d-b752-213573127b46 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:37.204384 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-16eac738-7661-4bec-baf5-444c3b94a35b req-bc83ec85-b98b-426d-b752-213573127b46 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0815361 Dec 16 15:03:37.253867 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-16eac738-7661-4bec-baf5-444c3b94a35b req-6f041afa-9d30-4996-8531-77ebca0163a9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427613 Dec 16 15:03:37.594268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51292710-aa0a-4946-9e44-91527e046e05 req-5e30b330-ed9b-456e-a7ad-2a413c898230 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:37.595910 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-51292710-aa0a-4946-9e44-91527e046e05 req-5e30b330-ed9b-456e-a7ad-2a413c898230 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0853801 Dec 16 15:03:37.644838 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-51292710-aa0a-4946-9e44-91527e046e05 req-5c3d9d69-a1b9-4e1b-87c0-cfda8722446e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 Dec 16 15:03:38.650324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938d4a8-deca-4ab8-9fa3-518598ea80e1 req-b84198c6-c1a3-4421-ae7d-0dc7a0ceb4ae tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:38.652632 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5938d4a8-deca-4ab8-9fa3-518598ea80e1 req-b84198c6-c1a3-4421-ae7d-0dc7a0ceb4ae tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.2705142 Dec 16 15:03:38.710618 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5938d4a8-deca-4ab8-9fa3-518598ea80e1 req-85611b54-d2a8-425c-977d-abbd81d855fd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524611 Dec 16 15:03:38.870089 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7869a1-1f1e-490c-a28e-e43255aed183 req-dd74cdb9-f258-4da8-ae5c-28a5dbaffd2a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:38.871621 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bc7869a1-1f1e-490c-a28e-e43255aed183 req-dd74cdb9-f258-4da8-ae5c-28a5dbaffd2a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0857036 Dec 16 15:03:38.920569 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bc7869a1-1f1e-490c-a28e-e43255aed183 req-c091961c-a712-4c85-b5df-bac67ea659ee tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422230 Dec 16 15:03:39.908508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d122e44-d476-4f34-9ec8-2d54701ff4dc req-901f5024-620a-47d2-b9d7-7707f8d225e5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:39.910170 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d122e44-d476-4f34-9ec8-2d54701ff4dc req-901f5024-620a-47d2-b9d7-7707f8d225e5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0820844 Dec 16 15:03:39.963452 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d122e44-d476-4f34-9ec8-2d54701ff4dc req-4a58cdda-d848-45e9-a7d8-b7e7000526a8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Dec 16 15:03:40.136871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92bad0-5a05-4d68-b5c2-af3250ac02dc req-3aca710e-1982-4f33-99f6-2abe97c9c416 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:40.137912 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e92bad0-5a05-4d68-b5c2-af3250ac02dc req-3aca710e-1982-4f33-99f6-2abe97c9c416 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0826063 Dec 16 15:03:40.186425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e92bad0-5a05-4d68-b5c2-af3250ac02dc req-470d9dd2-65d8-46f7-bbea-2cb530e203aa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423853 Dec 16 15:03:41.174025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cbfd6-8fb5-4e16-83e0-0dc428bba63e req-87a9d05f-d473-4c64-b094-6005d0038508 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:41.175094 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-856cbfd6-8fb5-4e16-83e0-0dc428bba63e req-87a9d05f-d473-4c64-b094-6005d0038508 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0892158 Dec 16 15:03:41.225225 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-856cbfd6-8fb5-4e16-83e0-0dc428bba63e req-4e3bad63-b260-4ef1-b987-d42e1f9c6df6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Dec 16 15:03:41.242678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c15cccdd-67ef-45d6-a568-b3588800ad3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:41.407157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372f02f-2715-4023-bce1-0bc1b00f1485 req-4647e83e-7cde-46d1-ba91-965cbbf2c9e7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:41.408809 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8372f02f-2715-4023-bce1-0bc1b00f1485 req-4647e83e-7cde-46d1-ba91-965cbbf2c9e7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0906088 Dec 16 15:03:41.462129 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8372f02f-2715-4023-bce1-0bc1b00f1485 req-019eb56c-49ef-4c4d-888d-b3699687c518 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466578 Dec 16 15:03:42.439474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4090e43-7a47-4139-abb7-d93a87f705d9 req-6821b9fa-59d6-4f85-b3a2-83b4a2034921 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:42.441086 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e4090e43-7a47-4139-abb7-d93a87f705d9 req-6821b9fa-59d6-4f85-b3a2-83b4a2034921 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0880172 Dec 16 15:03:42.490554 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e4090e43-7a47-4139-abb7-d93a87f705d9 req-3af86480-4b86-4029-83bc-03bed04045dd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433555 Dec 16 15:03:42.682740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdd2d2-c8d5-4d47-b16a-4955cd113c7f req-4251dc43-e763-453e-976b-0ca1adea7b27 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:42.684384 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-45bdd2d2-c8d5-4d47-b16a-4955cd113c7f req-4251dc43-e763-453e-976b-0ca1adea7b27 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0829530 Dec 16 15:03:42.736077 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-45bdd2d2-c8d5-4d47-b16a-4955cd113c7f req-9637e7cb-a605-4dad-99b0-22e07682754b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455790 Dec 16 15:03:42.945569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:43.699215 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57c511-ee94-4f5a-a2c1-599bafb9a919 req-2f79f905-1d1f-4aec-b53e-6839ec71e284 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:43.700817 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eb57c511-ee94-4f5a-a2c1-599bafb9a919 req-2f79f905-1d1f-4aec-b53e-6839ec71e284 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0848570 Dec 16 15:03:43.752602 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eb57c511-ee94-4f5a-a2c1-599bafb9a919 req-9d1bf3fe-40cb-45b0-aec5-6bbf9bf922e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456433 Dec 16 15:03:43.808751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-300f205e-0900-45ac-8ab1-15699ecf20f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:43.956528 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8d4fa-1f14-40ba-a5c2-244fde3be421 req-64acecd0-9ccd-4be2-b1aa-0a966e7c2d54 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:43.958739 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31d8d4fa-1f14-40ba-a5c2-244fde3be421 req-64acecd0-9ccd-4be2-b1aa-0a966e7c2d54 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0885577 Dec 16 15:03:44.017872 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31d8d4fa-1f14-40ba-a5c2-244fde3be421 req-ab5cabea-859e-407a-9f1f-b1af8517d996 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512495 Dec 16 15:03:44.340208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:44.987509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d0fd5-629a-4526-b2a9-7e19f193e4ed req-987e1e75-453c-43ff-942d-e02244851d70 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:44.989187 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8f4d0fd5-629a-4526-b2a9-7e19f193e4ed req-987e1e75-453c-43ff-942d-e02244851d70 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1059434 Dec 16 15:03:45.054236 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8f4d0fd5-629a-4526-b2a9-7e19f193e4ed req-44b7e4b4-146c-4006-aa4f-b8906bae491e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589840 Dec 16 15:03:45.251300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c274f35-834b-4bef-8c60-679e81fef900 req-51a86718-a0e9-464f-9b26-246b65118b67 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:45.252831 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c274f35-834b-4bef-8c60-679e81fef900 req-51a86718-a0e9-464f-9b26-246b65118b67 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0881822 Dec 16 15:03:45.320247 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c274f35-834b-4bef-8c60-679e81fef900 req-011d5537-03a7-45af-9801-c60cad45036e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592580 Dec 16 15:03:45.643209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:46.280189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc62c42-f43b-4d97-9dc7-fc67342167b9 req-8d980bfb-614c-4c2c-8d39-b5210b8d4bb3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:46.281725 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ebc62c42-f43b-4d97-9dc7-fc67342167b9 req-8d980bfb-614c-4c2c-8d39-b5210b8d4bb3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0956256 Dec 16 15:03:46.335731 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ebc62c42-f43b-4d97-9dc7-fc67342167b9 req-1672e33a-ef55-4af0-9ad4-50268454cb84 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453844 Dec 16 15:03:46.564745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd26b62-3ba1-43d4-8363-93baa71c6787 req-6ab98459-796e-4d64-9f96-7b3c82f58250 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:46.566939 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5bd26b62-3ba1-43d4-8363-93baa71c6787 req-6ab98459-796e-4d64-9f96-7b3c82f58250 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0869384 Dec 16 15:03:46.618053 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5bd26b62-3ba1-43d4-8363-93baa71c6787 req-6a7df246-f8de-4940-a921-37b145e78dcb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445876 Dec 16 15:03:47.543222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b8b9e-3036-4d60-9447-39159551d97d req-37fdef69-4816-49b5-ab50-b9e432e55e59 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:47.544737 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-580b8b9e-3036-4d60-9447-39159551d97d req-37fdef69-4816-49b5-ab50-b9e432e55e59 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0860696 Dec 16 15:03:47.593376 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-580b8b9e-3036-4d60-9447-39159551d97d req-bbaac3bb-7486-4aa6-8370-9274156fbccd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424466 Dec 16 15:03:47.836840 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d6690-d5eb-4780-a54d-fc042e9e3e11 req-d4d12306-1a36-46b1-a21a-f0c887e1ab6d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:47.838490 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af8d6690-d5eb-4780-a54d-fc042e9e3e11 req-d4d12306-1a36-46b1-a21a-f0c887e1ab6d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0877876 Dec 16 15:03:47.887774 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af8d6690-d5eb-4780-a54d-fc042e9e3e11 req-ce9a0e21-785f-4a82-ad03-a08c12601d00 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432167 Dec 16 15:03:48.810854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc1342-881e-4238-b210-1fdb656d4135 req-df9fcb23-e939-4298-bd2d-1ff488a6af7b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:48.812478 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4fdc1342-881e-4238-b210-1fdb656d4135 req-df9fcb23-e939-4298-bd2d-1ff488a6af7b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0910792 Dec 16 15:03:48.859914 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4fdc1342-881e-4238-b210-1fdb656d4135 req-cda77405-70a0-4756-ad3d-d43f55409fa2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Dec 16 15:03:49.149090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855ac4c-6d22-428c-9ae4-2aeb7e8bc338 req-9f9aac7e-b309-419e-bfab-73bff5e42723 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:49.150718 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e855ac4c-6d22-428c-9ae4-2aeb7e8bc338 req-9f9aac7e-b309-419e-bfab-73bff5e42723 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0822101 Dec 16 15:03:49.198440 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e855ac4c-6d22-428c-9ae4-2aeb7e8bc338 req-d86e9044-12d5-4ee7-a1ac-73d6e92ef0ac tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416167 Dec 16 15:03:50.243671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecb678-147b-40b6-85aa-8458e02ffd4a req-52d3ee9e-83db-4be3-ba00-c210667f0f86 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:50.245316 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11ecb678-147b-40b6-85aa-8458e02ffd4a req-52d3ee9e-83db-4be3-ba00-c210667f0f86 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0872660 Dec 16 15:03:50.295871 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11ecb678-147b-40b6-85aa-8458e02ffd4a req-a575a78f-2919-4ee1-b6a7-1984767abab8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Dec 16 15:03:50.444620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f753e0-7f4a-4bbb-af35-77b428c9802e req-c5388667-3d25-456e-8b42-15514e03c77a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:50.447188 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25f753e0-7f4a-4bbb-af35-77b428c9802e req-c5388667-3d25-456e-8b42-15514e03c77a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1010485 Dec 16 15:03:50.498583 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25f753e0-7f4a-4bbb-af35-77b428c9802e req-bd7556e1-dd18-46b6-932e-3bfdf1cc9e7c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435846 Dec 16 15:03:51.501302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac1ca9-572a-464d-8e99-94d438bf55e5 req-0ff993e4-72d2-4cad-a4d4-5711cd1ba5f4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:51.502947 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9eac1ca9-572a-464d-8e99-94d438bf55e5 req-0ff993e4-72d2-4cad-a4d4-5711cd1ba5f4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0824146 Dec 16 15:03:51.555270 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9eac1ca9-572a-464d-8e99-94d438bf55e5 req-21f73321-3e51-4ff5-be75-27d9c48f8c11 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455074 Dec 16 15:03:51.715662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbca34-581b-45dd-81a3-8e6c1f35eab6 req-9d7952cd-c8e1-4f71-9dd2-79805780d3cc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:51.717282 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-27fbca34-581b-45dd-81a3-8e6c1f35eab6 req-9d7952cd-c8e1-4f71-9dd2-79805780d3cc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0822473 Dec 16 15:03:51.768873 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-27fbca34-581b-45dd-81a3-8e6c1f35eab6 req-7fc87687-555f-48fc-a518-9fa4ce0cbb8e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451014 Dec 16 15:03:52.764099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769346d8-4400-4b41-80d1-215921e33288 req-2d899e3f-6347-45a9-b743-7f4e075dbab9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:52.765729 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-769346d8-4400-4b41-80d1-215921e33288 req-2d899e3f-6347-45a9-b743-7f4e075dbab9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0858238 Dec 16 15:03:52.813864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-769346d8-4400-4b41-80d1-215921e33288 req-f8b0e47a-7285-4724-9aa9-b510a387a983 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Dec 16 15:03:52.985123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55572a2-6805-4d5f-85cd-6c9d1e86013b req-ae352c3d-37e6-4d39-bf2e-ff29aa0bda25 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:52.986684 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a55572a2-6805-4d5f-85cd-6c9d1e86013b req-ae352c3d-37e6-4d39-bf2e-ff29aa0bda25 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0829208 Dec 16 15:03:53.034941 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a55572a2-6805-4d5f-85cd-6c9d1e86013b req-7a0c2754-66e4-4f0c-93f0-1a27690ed5fc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417061 Dec 16 15:03:54.023289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b300987-54d3-4bf2-84b3-c43bce55193a req-bde42c5b-7749-434b-bab9-79ff97e07214 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:54.024784 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6b300987-54d3-4bf2-84b3-c43bce55193a req-bde42c5b-7749-434b-bab9-79ff97e07214 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0860736 Dec 16 15:03:54.073335 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6b300987-54d3-4bf2-84b3-c43bce55193a req-09b9719b-2ed0-4a82-8c8f-a15ea604b48b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Dec 16 15:03:54.259911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:03:54.388820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f01e28-25a3-46e6-8bf2-d18f42332339 req-622afa79-02bb-4171-b62f-f6ccb291244b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:54.390479 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c8f01e28-25a3-46e6-8bf2-d18f42332339 req-622afa79-02bb-4171-b62f-f6ccb291244b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0884802 Dec 16 15:03:54.438830 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c8f01e28-25a3-46e6-8bf2-d18f42332339 req-3fcc8b41-f0a5-4fe5-ba81-60ae829828fd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423322 Dec 16 15:03:55.277450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b653b80-564f-4c99-a908-f275946bccf2 req-8bfee6b1-83e2-4c1a-9671-09e8894f5a18 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:55.279170 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2b653b80-564f-4c99-a908-f275946bccf2 req-8bfee6b1-83e2-4c1a-9671-09e8894f5a18 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0838568 Dec 16 15:03:55.328260 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2b653b80-564f-4c99-a908-f275946bccf2 req-81d9fcc3-b2f7-4a19-a06a-5f5dbf6a04cc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Dec 16 15:03:55.650603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d8de8-26cc-4a0c-9f67-9e1a6ec64ef7 req-5cba7d9d-1036-424b-9267-fce2f132c1fd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:55.652130 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4b6d8de8-26cc-4a0c-9f67-9e1a6ec64ef7 req-5cba7d9d-1036-424b-9267-fce2f132c1fd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0820632 Dec 16 15:03:55.700480 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4b6d8de8-26cc-4a0c-9f67-9e1a6ec64ef7 req-cb4987d4-4d07-449e-8f5c-dd75a33856a8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423307 Dec 16 15:03:55.900697 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-a13632cf-3cfd-47b7-a260-c5ef09ff45e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765817 Dec 16 15:03:56.064016 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-00e04a20-a658-4f98-8eea-ef2854b7e7dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0742679 Dec 16 15:03:56.221998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-a45be625-7119-4a9a-b961-83925d765ccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:56.223645 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-a45be625-7119-4a9a-b961-83925d765ccf service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1394849 Dec 16 15:03:56.333038 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-eeb99bed-b698-4dd7-83bb-f1f1f59cebcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1025617 Dec 16 15:03:56.409119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-ec24cf02-e115-4def-8c68-b78b3333aaa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:56.410787 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-ec24cf02-e115-4def-8c68-b78b3333aaa5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0721674 Dec 16 15:03:56.553040 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-16bb1189-df25-4bd6-a9f5-f212e94cc033 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1364095 Dec 16 15:03:56.614385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82ba6-6b88-460e-8b48-62d4d0e89a39 req-ec45c3dc-0ff3-4922-9be4-eda31fcd978a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:56.615980 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93a82ba6-6b88-460e-8b48-62d4d0e89a39 req-ec45c3dc-0ff3-4922-9be4-eda31fcd978a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1442153 Dec 16 15:03:56.745570 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93a82ba6-6b88-460e-8b48-62d4d0e89a39 req-c4456618-ece0-42a7-be5d-76a7b0648eb1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221359 Dec 16 15:03:56.751119 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-526e784b-7839-4240-9235-86c994402493 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870019 Dec 16 15:03:56.898763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b9577d1-3d98-4af4-9a26-3a95bc8c6404 req-3305786a-5de6-44bc-9488-217911f2dbfd service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411843 Dec 16 15:03:56.923982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f70b1-270e-4de0-b2a5-aad017c1ba01 req-684d7ee9-e0b3-4f77-93c8-0139f6f059da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:56.925706 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e76f70b1-270e-4de0-b2a5-aad017c1ba01 req-684d7ee9-e0b3-4f77-93c8-0139f6f059da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0883074 Dec 16 15:03:56.977032 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e76f70b1-270e-4de0-b2a5-aad017c1ba01 req-e819da5a-8bf8-45fb-874f-19e021499f77 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442100 Dec 16 15:03:57.953279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da432ec-8c74-4c08-8ade-c5ac4fcbdf40 req-24cf1e55-cb55-4932-afcf-06acfc110832 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:57.954911 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5da432ec-8c74-4c08-8ade-c5ac4fcbdf40 req-24cf1e55-cb55-4932-afcf-06acfc110832 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0857940 Dec 16 15:03:58.002629 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5da432ec-8c74-4c08-8ade-c5ac4fcbdf40 req-c97a6ed1-b924-4e76-bc78-f98df86e2608 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Dec 16 15:03:58.191032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda339d2-368a-4584-b15c-f776f7475242 req-70cbce7b-d67a-42f8-a379-d869aefabd23 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:58.192719 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eda339d2-368a-4584-b15c-f776f7475242 req-70cbce7b-d67a-42f8-a379-d869aefabd23 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0833671 Dec 16 15:03:58.241841 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eda339d2-368a-4584-b15c-f776f7475242 req-d1011b7b-0e56-46a1-9f5d-bb4afb767c9a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426192 Dec 16 15:03:59.203411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a023fe-41a7-44e7-ba2a-805a8609a33a req-c1bf17ec-b870-4a0c-8715-a064b2f6bbb0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:59.205019 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f6a023fe-41a7-44e7-ba2a-805a8609a33a req-c1bf17ec-b870-4a0c-8715-a064b2f6bbb0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0830452 Dec 16 15:03:59.254970 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f6a023fe-41a7-44e7-ba2a-805a8609a33a req-c72b826d-1fed-44fa-b1d8-7ab5d247788f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Dec 16 15:03:59.479566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80191c3b-7f4b-4063-9990-da485b1a555d req-8afe6435-ef78-43cc-baa1-447919c99a99 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:03:59.481121 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-80191c3b-7f4b-4063-9990-da485b1a555d req-8afe6435-ef78-43cc-baa1-447919c99a99 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0874071 Dec 16 15:03:59.529127 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-80191c3b-7f4b-4063-9990-da485b1a555d req-72fb87d4-dbb1-4eb1-a0d4-d41a1831a736 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Dec 16 15:04:00.467893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458cca-236d-4dd2-b40e-e338e84c665b req-0536df77-0ad6-4622-8a32-227c157dedd6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:00.469509 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-84458cca-236d-4dd2-b40e-e338e84c665b req-0536df77-0ad6-4622-8a32-227c157dedd6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0918570 Dec 16 15:04:00.518460 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-84458cca-236d-4dd2-b40e-e338e84c665b req-562bb6fa-ab90-4f5f-b4b9-a914fa2d428b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Dec 16 15:04:00.750140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2d86-f23c-4bf2-b53b-e3f9013a6fc3 req-036c51c3-e44d-450d-aad3-989ceb3d87ad tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:00.752439 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7a6e2d86-f23c-4bf2-b53b-e3f9013a6fc3 req-036c51c3-e44d-450d-aad3-989ceb3d87ad tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0885406 Dec 16 15:04:00.806424 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7a6e2d86-f23c-4bf2-b53b-e3f9013a6fc3 req-ab142dd2-6090-4b08-b6b7-5042acd217ad tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476317 Dec 16 15:04:01.722918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369beacc-38ab-4117-a7e4-00d20e28e504 req-e600643e-46e3-4720-9b35-001dddc7c210 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:01.724452 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-369beacc-38ab-4117-a7e4-00d20e28e504 req-e600643e-46e3-4720-9b35-001dddc7c210 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0826800 Dec 16 15:04:01.778590 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-369beacc-38ab-4117-a7e4-00d20e28e504 req-dab4ac74-0be0-4e4d-a349-8773ef6d940a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479212 Dec 16 15:04:02.022123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37933a-5f10-48ea-946a-0bf314da07c5 req-dd115b4f-9ee5-420e-a9e8-b29baae72d27 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:02.023674 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1e37933a-5f10-48ea-946a-0bf314da07c5 req-dd115b4f-9ee5-420e-a9e8-b29baae72d27 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0841057 Dec 16 15:04:02.071292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1e37933a-5f10-48ea-946a-0bf314da07c5 req-00ce6ed8-2d62-4d6d-bf67-e9f98c692915 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416093 Dec 16 15:04:02.981734 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bea7c-80d0-4133-98b5-1801c7fca65c req-4b212e91-bc69-43e2-8daa-0e94ee3ac122 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:02.983393 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e6bea7c-80d0-4133-98b5-1801c7fca65c req-4b212e91-bc69-43e2-8daa-0e94ee3ac122 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0841691 Dec 16 15:04:03.032221 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e6bea7c-80d0-4133-98b5-1801c7fca65c req-0ade429c-7c3c-4990-a296-8e4eecc8cb7d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420196 Dec 16 15:04:03.290072 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cef24f-421e-426d-9522-6d9d61e4f228 req-43a50b02-5474-487c-a57f-7c56fe9934b9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:03.291727 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-82cef24f-421e-426d-9522-6d9d61e4f228 req-43a50b02-5474-487c-a57f-7c56fe9934b9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0891421 Dec 16 15:04:03.340083 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-82cef24f-421e-426d-9522-6d9d61e4f228 req-b2c5262f-f22a-4b1f-826c-f4703187c7dd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422647 Dec 16 15:04:04.244347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0c089-7997-4ef7-8f95-444a88c0f2c4 req-22714a8f-021d-496c-b015-16239baacaba tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:04.245931 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-91e0c089-7997-4ef7-8f95-444a88c0f2c4 req-22714a8f-021d-496c-b015-16239baacaba tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0905848 Dec 16 15:04:04.294196 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-91e0c089-7997-4ef7-8f95-444a88c0f2c4 req-cae77516-d19e-45e3-b84b-1d52482a3745 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419905 Dec 16 15:04:04.571368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2de51-2ef2-4a58-bdba-c31f9e72e520 req-a119ead5-2da5-4c70-960a-b8b804d488e5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:04.573160 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43b2de51-2ef2-4a58-bdba-c31f9e72e520 req-a119ead5-2da5-4c70-960a-b8b804d488e5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0959663 Dec 16 15:04:04.627369 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43b2de51-2ef2-4a58-bdba-c31f9e72e520 req-4367f480-bbd2-46a3-a8ec-79c8972db115 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480514 Dec 16 15:04:05.499881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57084bf7-5b66-477d-8924-94c1c0b54e8d req-d36850e6-c00f-4690-aec8-3f6cd67d0b62 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:05.501520 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-57084bf7-5b66-477d-8924-94c1c0b54e8d req-d36850e6-c00f-4690-aec8-3f6cd67d0b62 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0835350 Dec 16 15:04:05.550234 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-57084bf7-5b66-477d-8924-94c1c0b54e8d req-29a4e107-7f60-4133-bf8f-a1fe07994740 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 Dec 16 15:04:05.854858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fa475-aa4d-458e-882b-4ae34754628d req-29a93c18-13e6-404b-a035-0a4a14b381fd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:05.856505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6b1fa475-aa4d-458e-882b-4ae34754628d req-29a93c18-13e6-404b-a035-0a4a14b381fd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0898261 Dec 16 15:04:05.906603 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6b1fa475-aa4d-458e-882b-4ae34754628d req-3aeece62-f2d3-4b60-862b-1aa337d55282 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437887 Dec 16 15:04:06.763101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f50b11-e45b-4acd-8d3f-4e9204824115 req-28be482a-38c0-42bd-8ffe-74ac4a1ec06f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:06.764657 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-78f50b11-e45b-4acd-8d3f-4e9204824115 req-28be482a-38c0-42bd-8ffe-74ac4a1ec06f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0864809 Dec 16 15:04:06.815313 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-78f50b11-e45b-4acd-8d3f-4e9204824115 req-556459c7-a058-4b77-b156-c971fa917e8e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443723 Dec 16 15:04:07.127254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742551e1-5ba8-4b2a-96f6-43c4e1390e80 req-ac72706b-f4c0-4a11-a4fa-acf5423d79d2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:07.129477 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-742551e1-5ba8-4b2a-96f6-43c4e1390e80 req-ac72706b-f4c0-4a11-a4fa-acf5423d79d2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0842409 Dec 16 15:04:07.182319 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-742551e1-5ba8-4b2a-96f6-43c4e1390e80 req-2a7ab02e-eba5-4f93-bd17-a0ae189997b7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460930 Dec 16 15:04:07.935353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:04:08.026898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0b61d-76de-426b-b522-e6edffd44e40 req-16b4dc85-734c-4408-acf7-d43f891ca83d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:08.028525 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-39e0b61d-76de-426b-b522-e6edffd44e40 req-16b4dc85-734c-4408-acf7-d43f891ca83d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0821152 Dec 16 15:04:08.080380 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-39e0b61d-76de-426b-b522-e6edffd44e40 req-4eed02f2-5542-4303-8445-75ebff3b27e5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457673 Dec 16 15:04:08.398378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959eebe-e7e2-4cd2-94c5-3af9047904c5 req-e5304960-27f0-40d0-8d1b-8c85e392b16f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:08.400024 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c959eebe-e7e2-4cd2-94c5-3af9047904c5 req-e5304960-27f0-40d0-8d1b-8c85e392b16f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0838470 Dec 16 15:04:08.449961 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c959eebe-e7e2-4cd2-94c5-3af9047904c5 req-3b18cbd0-44b5-4111-b287-58a84b9d43fa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437493 Dec 16 15:04:09.287074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c9f3c-4e3d-4dca-ac43-581844f03494 req-af102b26-14f7-4656-9bac-6bdc72e40579 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:09.289358 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc1c9f3c-4e3d-4dca-ac43-581844f03494 req-af102b26-14f7-4656-9bac-6bdc72e40579 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0852594 Dec 16 15:04:09.339044 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc1c9f3c-4e3d-4dca-ac43-581844f03494 req-4689beac-12ae-401f-bc40-e217e2f1596e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 Dec 16 15:04:09.678001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965ff89-affd-4f80-8325-cfb588bdafdb req-0dc96628-d992-4ea2-aae2-41063005bd73 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:09.679603 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1965ff89-affd-4f80-8325-cfb588bdafdb req-0dc96628-d992-4ea2-aae2-41063005bd73 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0928297 Dec 16 15:04:09.728182 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1965ff89-affd-4f80-8325-cfb588bdafdb req-e7ff23d0-030d-4438-af51-b310120acdc8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424159 Dec 16 15:04:10.549246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7f28-15a6-4ff4-8990-7d00f4279d54 req-138d19eb-23cd-42a9-92c8-1c3b740be993 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:10.552863 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6ed7f28-15a6-4ff4-8990-7d00f4279d54 req-138d19eb-23cd-42a9-92c8-1c3b740be993 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0902147 Dec 16 15:04:10.606011 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6ed7f28-15a6-4ff4-8990-7d00f4279d54 req-f4f2da5e-7104-4c5c-87a5-2089872ba3e7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473568 Dec 16 15:04:10.946893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d629a41-6e43-4ef3-85c3-6e96eb844c37 req-a07692f1-08e6-4e57-aa23-a226441e66fc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:10.948538 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7d629a41-6e43-4ef3-85c3-6e96eb844c37 req-a07692f1-08e6-4e57-aa23-a226441e66fc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0839059 Dec 16 15:04:10.999337 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7d629a41-6e43-4ef3-85c3-6e96eb844c37 req-62033f6d-1113-4135-85be-47778c5c516f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444138 Dec 16 15:04:11.246816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-58e17edf-6dbe-4127-8c33-b969cc0015a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:11.809390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edabb8-3a32-4c7c-9599-54dcdf4c555a req-dd839856-0325-4785-9d41-dbc4a47a1f6f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:11.811123 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34edabb8-3a32-4c7c-9599-54dcdf4c555a req-dd839856-0325-4785-9d41-dbc4a47a1f6f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0842133 Dec 16 15:04:11.866601 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34edabb8-3a32-4c7c-9599-54dcdf4c555a req-12ae2b8b-5440-45d2-b469-85b159c3bf26 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468326 Dec 16 15:04:12.223212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9ae52-81ce-4b19-ba78-d9068bed7b0b req-3a973aaf-ee2e-4988-9e86-81590488fb15 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:12.224864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b0e9ae52-81ce-4b19-ba78-d9068bed7b0b req-3a973aaf-ee2e-4988-9e86-81590488fb15 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0894256 Dec 16 15:04:12.276975 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b0e9ae52-81ce-4b19-ba78-d9068bed7b0b req-26485c9a-65e9-4053-8b82-2cac6dd68dd0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458517 Dec 16 15:04:12.939763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:13.076782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f23966-618c-46ba-b17c-cbea1ec046d6 req-c5f2e600-6568-43d4-9a8d-513f987cfa39 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:13.078405 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-91f23966-618c-46ba-b17c-cbea1ec046d6 req-c5f2e600-6568-43d4-9a8d-513f987cfa39 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0852356 Dec 16 15:04:13.126529 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-91f23966-618c-46ba-b17c-cbea1ec046d6 req-072d6bd1-c0ef-4075-bb1f-09def6217648 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Dec 16 15:04:13.491095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947daf-1b80-4186-b3e2-5edfcd770ae9 req-71a7cb12-7ab2-458e-8fb7-d0cdc9a003da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:13.492712 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d947daf-1b80-4186-b3e2-5edfcd770ae9 req-71a7cb12-7ab2-458e-8fb7-d0cdc9a003da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0830472 Dec 16 15:04:13.541419 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d947daf-1b80-4186-b3e2-5edfcd770ae9 req-b4f3313c-662c-413e-8fb9-c1e0fdf33452 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Dec 16 15:04:13.790941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-680e3efc-b012-47aa-bb1b-352deb254e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:14.332590 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ef478-e780-4ba6-b2b9-763441145b40 req-acce60c1-ac98-46f4-9d05-f2ef617777e4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:14.336858 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-611ef478-e780-4ba6-b2b9-763441145b40 req-acce60c1-ac98-46f4-9d05-f2ef617777e4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0870328 Dec 16 15:04:14.356632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:14.383066 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-611ef478-e780-4ba6-b2b9-763441145b40 req-adbf0ff5-aa35-42ce-8c64-9edf664a7b6b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Dec 16 15:04:14.763333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00617aa2-dede-462f-8569-77c8f499f03c req-be8e0265-6633-4486-9412-832f04cda1c5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:14.764931 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00617aa2-dede-462f-8569-77c8f499f03c req-be8e0265-6633-4486-9412-832f04cda1c5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0890729 Dec 16 15:04:14.820236 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00617aa2-dede-462f-8569-77c8f499f03c req-e116327a-80ac-4965-a7da-db1cfa33f6ef tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489826 Dec 16 15:04:15.599910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b945f7-04df-4d67-a7ce-ee446edb9733 req-adee5a8e-fb49-4c4d-a9b4-335f83c0e15b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:15.601458 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-68b945f7-04df-4d67-a7ce-ee446edb9733 req-adee5a8e-fb49-4c4d-a9b4-335f83c0e15b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0964684 Dec 16 15:04:15.652306 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-68b945f7-04df-4d67-a7ce-ee446edb9733 req-d8cf4e30-d6c4-44b0-b6dc-563f152291b0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437806 Dec 16 15:04:15.653696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:16.051564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf78bf7-ee36-4626-be95-69a25290ff65 req-2fe7b47d-0a9f-4113-9525-5e282aa2eca1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:16.053189 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bf78bf7-ee36-4626-be95-69a25290ff65 req-2fe7b47d-0a9f-4113-9525-5e282aa2eca1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0866337 Dec 16 15:04:16.107885 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bf78bf7-ee36-4626-be95-69a25290ff65 req-edf41724-7427-45b5-9d1e-94330eaaea66 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486362 Dec 16 15:04:16.860270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dea0f-25c7-4ee3-acb0-0319a0d53d3b req-df41412e-9e00-4212-aacf-7362e24c6639 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:16.862103 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-019dea0f-25c7-4ee3-acb0-0319a0d53d3b req-df41412e-9e00-4212-aacf-7362e24c6639 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0848804 Dec 16 15:04:16.916670 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-019dea0f-25c7-4ee3-acb0-0319a0d53d3b req-1b84ab6a-953c-4153-a072-7754d6903eec tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484602 Dec 16 15:04:17.330866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59598a8-b2f2-4750-aeb2-6ab560bebb1c req-d7c4c6fb-b504-4ab1-9754-559958addb97 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:17.332524 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a59598a8-b2f2-4750-aeb2-6ab560bebb1c req-d7c4c6fb-b504-4ab1-9754-559958addb97 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0823019 Dec 16 15:04:17.381499 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a59598a8-b2f2-4750-aeb2-6ab560bebb1c req-cf8c6735-befd-4a83-ac20-acea1ebdee43 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 Dec 16 15:04:18.122602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834bd35-8530-4828-9595-beff357fd1c4 req-f43a5cd3-f093-4f5a-9702-2a073718ddd9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:18.124236 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f834bd35-8530-4828-9595-beff357fd1c4 req-f43a5cd3-f093-4f5a-9702-2a073718ddd9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0834618 Dec 16 15:04:18.172956 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f834bd35-8530-4828-9595-beff357fd1c4 req-62362949-ee8b-46bd-8cd3-cf83dbba2c94 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Dec 16 15:04:18.597439 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684422c8-fc2d-4d40-bef3-332033bf4877 req-094d18b4-10c8-4ed5-a1d4-c31afea3932a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:18.599089 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-684422c8-fc2d-4d40-bef3-332033bf4877 req-094d18b4-10c8-4ed5-a1d4-c31afea3932a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0861931 Dec 16 15:04:18.647390 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-684422c8-fc2d-4d40-bef3-332033bf4877 req-106284bb-339f-443b-ac92-bd769048da59 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423608 Dec 16 15:04:19.385864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30a5b6-d216-4a37-be00-2e328896c332 req-42f2e3e0-435a-40b0-b99a-a7eca351521d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:19.387534 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d30a5b6-d216-4a37-be00-2e328896c332 req-42f2e3e0-435a-40b0-b99a-a7eca351521d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0894198 Dec 16 15:04:19.436675 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d30a5b6-d216-4a37-be00-2e328896c332 req-663f3e2b-5d91-4835-b042-74b7b108ea12 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Dec 16 15:04:19.866018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354870cb-4de8-463a-b82e-061e95e9aa0b req-87718261-abfd-4c14-8bda-ff35d8fa9166 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:19.867681 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-354870cb-4de8-463a-b82e-061e95e9aa0b req-87718261-abfd-4c14-8bda-ff35d8fa9166 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0845554 Dec 16 15:04:19.916581 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-354870cb-4de8-463a-b82e-061e95e9aa0b req-a104dbd7-0ffb-47ee-85a7-21cd02c0567c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 Dec 16 15:04:20.643570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91a70f-407c-40e2-959c-8c1fa0a7b5c7 req-2fa7b62a-106d-435e-9fd2-13b2a4599100 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:20.645175 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bf91a70f-407c-40e2-959c-8c1fa0a7b5c7 req-2fa7b62a-106d-435e-9fd2-13b2a4599100 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0823128 Dec 16 15:04:20.692617 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bf91a70f-407c-40e2-959c-8c1fa0a7b5c7 req-fc1f7859-7f13-45d5-994b-1e1255ee6c74 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Dec 16 15:04:21.134815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e147f-0fa8-4545-bb25-0c3bad7b2792 req-c1570dc3-bf5e-44b9-b459-49104d81c045 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:21.136347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-905e147f-0fa8-4545-bb25-0c3bad7b2792 req-c1570dc3-bf5e-44b9-b459-49104d81c045 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0866556 Dec 16 15:04:21.184497 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-905e147f-0fa8-4545-bb25-0c3bad7b2792 req-e48477a8-ad45-4c3d-b31f-ff39bfe06106 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 Dec 16 15:04:21.897314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0912c-7a66-41ff-9e1c-24ef9001fc46 req-f38cc25f-9cff-489d-acda-901188986145 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:21.898880 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31e0912c-7a66-41ff-9e1c-24ef9001fc46 req-f38cc25f-9cff-489d-acda-901188986145 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0855858 Dec 16 15:04:21.947467 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31e0912c-7a66-41ff-9e1c-24ef9001fc46 req-428e26dc-afb0-4728-b96d-906c9bec6e87 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 Dec 16 15:04:22.398440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d019eb-6e6d-4370-9570-d37aa8d3c8b8 req-de53b127-82ee-4bfa-8817-e3538c9b0ca4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:22.400096 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32d019eb-6e6d-4370-9570-d37aa8d3c8b8 req-de53b127-82ee-4bfa-8817-e3538c9b0ca4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0843458 Dec 16 15:04:22.457623 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32d019eb-6e6d-4370-9570-d37aa8d3c8b8 req-34cff272-e67d-4d31-84d8-f3792eb5799a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513575 Dec 16 15:04:23.149476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94bff-8a47-4438-9ac8-cfa9bfd1db63 req-9d6724aa-b5a0-4846-b012-0440438bc7dd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:23.151116 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3dd94bff-8a47-4438-9ac8-cfa9bfd1db63 req-9d6724aa-b5a0-4846-b012-0440438bc7dd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0826430 Dec 16 15:04:23.202993 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3dd94bff-8a47-4438-9ac8-cfa9bfd1db63 req-ee033287-3dd2-47e3-8246-610676133d8d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457280 Dec 16 15:04:23.675483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aefbfa-8192-4247-85d8-e7817ecb69b1 req-577dfcfe-9a79-423d-a262-7853909054da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:23.677040 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60aefbfa-8192-4247-85d8-e7817ecb69b1 req-577dfcfe-9a79-423d-a262-7853909054da tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0841084 Dec 16 15:04:23.726536 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60aefbfa-8192-4247-85d8-e7817ecb69b1 req-daa2104f-bc1b-4119-9e6c-fe89e10c01b3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431888 Dec 16 15:04:24.253714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:24.584931 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef021dc-05b4-474e-b23a-40ad19b28a89 req-16898dd9-824c-4296-b010-70a5bac80339 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:24.586591 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8ef021dc-05b4-474e-b23a-40ad19b28a89 req-16898dd9-824c-4296-b010-70a5bac80339 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.2588062 Dec 16 15:04:24.635592 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8ef021dc-05b4-474e-b23a-40ad19b28a89 req-622c2c31-4309-417d-a81d-e2458c630471 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Dec 16 15:04:24.948962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131f056-a221-4cd9-b720-e765e52df081 req-4928bdbf-a0d3-43b8-a6fc-6694ea8c1ad6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:24.950619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a131f056-a221-4cd9-b720-e765e52df081 req-4928bdbf-a0d3-43b8-a6fc-6694ea8c1ad6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0915840 Dec 16 15:04:25.193347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a131f056-a221-4cd9-b720-e765e52df081 req-c4871d88-bd3e-41ff-8758-06936fce9d76 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364590 Dec 16 15:04:25.843232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0087bb-4f37-4629-8fb9-75b13a9e184c req-7a8c35df-382f-4d9b-9ea7-891de945754e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:25.844818 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4f0087bb-4f37-4629-8fb9-75b13a9e184c req-7a8c35df-382f-4d9b-9ea7-891de945754e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0855811 Dec 16 15:04:25.891804 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4f0087bb-4f37-4629-8fb9-75b13a9e184c req-d74df822-89f6-474c-a752-937e0f3118b9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 Dec 16 15:04:26.408398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6a89d-d485-4e53-a5a6-acb2191ae8e2 req-fec53ad6-dc76-452f-ae89-642591993f32 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:26.410071 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1aa6a89d-d485-4e53-a5a6-acb2191ae8e2 req-fec53ad6-dc76-452f-ae89-642591993f32 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0842679 Dec 16 15:04:26.459968 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1aa6a89d-d485-4e53-a5a6-acb2191ae8e2 req-da8e5231-2f8d-4cee-ab4d-0bea0761a3d3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438485 Dec 16 15:04:27.094470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc90a3-2ca9-404d-bfae-4e49479ca371 req-d4693f86-19f2-4674-8ad8-e6895fb91c35 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:27.096126 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7edc90a3-2ca9-404d-bfae-4e49479ca371 req-d4693f86-19f2-4674-8ad8-e6895fb91c35 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0824697 Dec 16 15:04:27.145547 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7edc90a3-2ca9-404d-bfae-4e49479ca371 req-d8aa31b8-a321-418d-86bf-3b24cd6d3a20 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Dec 16 15:04:27.680424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35adb-5a4d-430e-a273-52e8238bbb23 req-9ddecadc-4729-4bab-affc-79baa939e315 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:27.681934 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7df35adb-5a4d-430e-a273-52e8238bbb23 req-9ddecadc-4729-4bab-affc-79baa939e315 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0835435 Dec 16 15:04:27.729823 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7df35adb-5a4d-430e-a273-52e8238bbb23 req-b7490afe-97b5-4444-b19c-cfa08f226f7b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418367 Dec 16 15:04:28.355821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400c66b-7bfc-494c-9082-dbbd76359f50 req-6c8e74a8-da0e-496a-8b52-fbacba69398c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:28.357534 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0400c66b-7bfc-494c-9082-dbbd76359f50 req-6c8e74a8-da0e-496a-8b52-fbacba69398c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0862298 Dec 16 15:04:28.405512 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0400c66b-7bfc-494c-9082-dbbd76359f50 req-bf3967ea-cfdb-469f-b0e1-c60b8dcce9f2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419841 Dec 16 15:04:28.945504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa506d18-1072-4439-99d1-7d5e9cc82176 req-e53a1f95-c682-4c06-962f-ddf1ecbb19d2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:28.947446 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fa506d18-1072-4439-99d1-7d5e9cc82176 req-e53a1f95-c682-4c06-962f-ddf1ecbb19d2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0854423 Dec 16 15:04:28.999188 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fa506d18-1072-4439-99d1-7d5e9cc82176 req-c480f1a1-b202-4a7d-a78e-1a845d3865a8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456948 Dec 16 15:04:29.607854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339c32-dce4-4da6-ad8d-c9420a5a2c80 req-d4836a4c-1bfd-4d9c-8b9b-34162f3abebc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:29.609469 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04339c32-dce4-4da6-ad8d-c9420a5a2c80 req-d4836a4c-1bfd-4d9c-8b9b-34162f3abebc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0825973 Dec 16 15:04:29.663012 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04339c32-dce4-4da6-ad8d-c9420a5a2c80 req-36a63810-60e3-4228-b896-5bdb11e5ee13 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463994 Dec 16 15:04:30.213092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b81b-a3b0-4a49-8a2a-aa202b604b97 req-f41f86b1-60c7-4a9d-b986-fec4dd3f1b44 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:30.214780 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9e9b81b-a3b0-4a49-8a2a-aa202b604b97 req-f41f86b1-60c7-4a9d-b986-fec4dd3f1b44 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0824373 Dec 16 15:04:30.262422 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9e9b81b-a3b0-4a49-8a2a-aa202b604b97 req-ecc5d899-571f-430c-bb20-d035bbc0975c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416577 Dec 16 15:04:30.867985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55c4d0-7435-4552-ab69-beeb24ed2c16 req-e3bdfdf0-5255-4277-973b-4e9e727976ee tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:30.869607 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dd55c4d0-7435-4552-ab69-beeb24ed2c16 req-e3bdfdf0-5255-4277-973b-4e9e727976ee tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0837247 Dec 16 15:04:30.918692 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dd55c4d0-7435-4552-ab69-beeb24ed2c16 req-6953b902-0581-4b54-bac1-5ef7738148e4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Dec 16 15:04:31.495309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643d76a-4cc6-4189-9c1d-4a4a0ad7f495 req-c823872c-d294-4c22-bc5e-0823e920bada tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:31.496933 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f643d76a-4cc6-4189-9c1d-4a4a0ad7f495 req-c823872c-d294-4c22-bc5e-0823e920bada tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0885720 Dec 16 15:04:31.545010 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f643d76a-4cc6-4189-9c1d-4a4a0ad7f495 req-061a0165-7f57-46a0-bfb8-2205b9ada9cd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419598 Dec 16 15:04:32.131776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e3077-225a-42bb-98e5-95a39d0db2db req-0c93892f-f763-488a-bf56-e44b44a83fda tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:32.133297 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a83e3077-225a-42bb-98e5-95a39d0db2db req-0c93892f-f763-488a-bf56-e44b44a83fda tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0863819 Dec 16 15:04:32.181488 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a83e3077-225a-42bb-98e5-95a39d0db2db req-311bf736-d8e9-43f2-a5a7-303e4dc41714 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420787 Dec 16 15:04:32.769492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0d9c3-c77a-4d22-85d2-ddd78c7e2ff2 req-83fb7bf7-78d8-495d-8d02-a785101fd6b3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:32.771142 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f1d0d9c3-c77a-4d22-85d2-ddd78c7e2ff2 req-83fb7bf7-78d8-495d-8d02-a785101fd6b3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0854516 Dec 16 15:04:32.818646 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f1d0d9c3-c77a-4d22-85d2-ddd78c7e2ff2 req-1df377e4-54b6-40ac-a9a4-9e4159852c5a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Dec 16 15:04:33.384800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59663361-2b68-49d8-ab79-17a1b03c4321 req-fa792d40-ec35-4bb0-b7d3-4b9a339caf2e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:33.386470 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59663361-2b68-49d8-ab79-17a1b03c4321 req-fa792d40-ec35-4bb0-b7d3-4b9a339caf2e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0838158 Dec 16 15:04:33.436015 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59663361-2b68-49d8-ab79-17a1b03c4321 req-602be8c9-a6cc-48b0-83ee-9ad9f2325740 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425992 Dec 16 15:04:34.037352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d20b6-f348-4c30-96c3-123a074451af req-6ccbb514-0c7d-4d77-9333-503c2beaf55a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:34.038906 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-270d20b6-f348-4c30-96c3-123a074451af req-6ccbb514-0c7d-4d77-9333-503c2beaf55a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0864744 Dec 16 15:04:34.087593 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-270d20b6-f348-4c30-96c3-123a074451af req-9d22bf93-a49b-4b97-9f7c-629c09129bb8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424740 Dec 16 15:04:34.646594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02646204-f70f-4ece-b239-9a2e05c2de03 req-6d688b79-682f-442b-8b2f-58957c356936 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:34.648116 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-02646204-f70f-4ece-b239-9a2e05c2de03 req-6d688b79-682f-442b-8b2f-58957c356936 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0868196 Dec 16 15:04:34.696795 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-02646204-f70f-4ece-b239-9a2e05c2de03 req-39ef214a-9355-4c42-bb1d-7ea825e7ed69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Dec 16 15:04:35.303750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb35af-d73b-4107-9c15-7583b26677fa req-4120c007-1835-481f-b129-4e7495c5c8a3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:35.305365 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4dfb35af-d73b-4107-9c15-7583b26677fa req-4120c007-1835-481f-b129-4e7495c5c8a3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0824943 Dec 16 15:04:35.357575 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4dfb35af-d73b-4107-9c15-7583b26677fa req-8a80b7dd-fbe7-4c39-ae88-cc428bac2b8d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459356 Dec 16 15:04:35.909326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142889ee-0dd1-4e4d-af71-45126b3cd0fc req-5a0b0d7d-58c9-42d9-a4a8-f4065859fe66 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:35.911049 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-142889ee-0dd1-4e4d-af71-45126b3cd0fc req-5a0b0d7d-58c9-42d9-a4a8-f4065859fe66 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0875325 Dec 16 15:04:35.959475 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-142889ee-0dd1-4e4d-af71-45126b3cd0fc req-ba2d5df8-0e0a-4d02-a87a-89affd5a1113 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423028 Dec 16 15:04:36.591334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ef4c-d20e-4fb8-bf28-364c39d1173a req-bbc5d2cd-7d78-4a14-92da-f3be2e0bdb4c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:36.592948 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2542ef4c-d20e-4fb8-bf28-364c39d1173a req-bbc5d2cd-7d78-4a14-92da-f3be2e0bdb4c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0872724 Dec 16 15:04:36.640946 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2542ef4c-d20e-4fb8-bf28-364c39d1173a req-7083a879-8120-439f-be12-7dda47561eea tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412960 Dec 16 15:04:37.168654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6076-7529-4ac3-a17d-50262c70c6f7 req-b39f5159-353f-49a7-ad1b-61c052d7dbca tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:37.170285 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-48bf6076-7529-4ac3-a17d-50262c70c6f7 req-b39f5159-353f-49a7-ad1b-61c052d7dbca tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0853372 Dec 16 15:04:37.218580 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-48bf6076-7529-4ac3-a17d-50262c70c6f7 req-bbdef4f9-414f-4995-b495-c94301e2dfc5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Dec 16 15:04:37.859597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66d1ab-9e7b-4c4c-b47f-aef0d3f82864 req-9520cc27-07c1-49db-a62f-e2ea88dfb9a2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:37.861330 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cc66d1ab-9e7b-4c4c-b47f-aef0d3f82864 req-9520cc27-07c1-49db-a62f-e2ea88dfb9a2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0881524 Dec 16 15:04:37.910616 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cc66d1ab-9e7b-4c4c-b47f-aef0d3f82864 req-21999e5f-761b-457f-bcc5-a86aab03f129 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430856 Dec 16 15:04:38.420816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba7bd-bc93-4ca8-9eee-a3e123e3673a req-add6ad49-1a5c-462a-9202-e82dddebb62c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:38.422472 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8cbba7bd-bc93-4ca8-9eee-a3e123e3673a req-add6ad49-1a5c-462a-9202-e82dddebb62c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0828757 Dec 16 15:04:38.475439 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8cbba7bd-bc93-4ca8-9eee-a3e123e3673a req-1bf20ee0-5da8-46b4-8dff-2036e776c18a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460749 Dec 16 15:04:39.135926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8fbb-1a41-4ebd-9f98-47b2ddfdf117 req-d4a3bc8a-173c-4bb4-bd62-8e0be9e63239 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:39.137574 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e43c8fbb-1a41-4ebd-9f98-47b2ddfdf117 req-d4a3bc8a-173c-4bb4-bd62-8e0be9e63239 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0864992 Dec 16 15:04:39.187603 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e43c8fbb-1a41-4ebd-9f98-47b2ddfdf117 req-8c803258-bf82-4395-a294-71ba96fab910 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437217 Dec 16 15:04:39.690929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00690c-b73f-4769-a072-f22223bffa27 req-2fb3ba31-41f0-4624-a17a-c06446060a8d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:39.692570 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f00690c-b73f-4769-a072-f22223bffa27 req-2fb3ba31-41f0-4624-a17a-c06446060a8d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0911243 Dec 16 15:04:39.741548 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f00690c-b73f-4769-a072-f22223bffa27 req-e47f568a-f397-4e80-9290-fa0a787cd489 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422492 Dec 16 15:04:40.406135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da339-6901-4e0e-9822-2da2391a24c5 req-edc3e777-8005-49e3-87be-97f0165fbd1b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:40.407746 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-300da339-6901-4e0e-9822-2da2391a24c5 req-edc3e777-8005-49e3-87be-97f0165fbd1b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0876739 Dec 16 15:04:40.457050 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-300da339-6901-4e0e-9822-2da2391a24c5 req-1b6985a7-5896-4704-880f-df04562ae013 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429819 Dec 16 15:04:40.949252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c3c24-4f6d-4b35-81bc-53f52cdd31c2 req-aef34af0-febe-4c54-8a31-6798214e4351 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:40.950901 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d6c3c24-4f6d-4b35-81bc-53f52cdd31c2 req-aef34af0-febe-4c54-8a31-6798214e4351 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0894864 Dec 16 15:04:40.998963 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d6c3c24-4f6d-4b35-81bc-53f52cdd31c2 req-08c6e0b4-e769-4c93-839c-733dff99dbdc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 Dec 16 15:04:41.236013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e7306c6-a09c-47b0-b9c4-a5261939032d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:41.669576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dfe29-0b3f-4813-936f-8b6ca3069653 req-a634e52e-6089-4cbe-83ee-348a83abb323 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:41.671238 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f9dfe29-0b3f-4813-936f-8b6ca3069653 req-a634e52e-6089-4cbe-83ee-348a83abb323 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0823083 Dec 16 15:04:41.720218 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f9dfe29-0b3f-4813-936f-8b6ca3069653 req-aa933720-0732-4cde-b25a-b894a7ef7b2b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 Dec 16 15:04:42.210384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615191-7865-400e-8f31-7b4caf955b8a req-39cda777-f174-4da0-b354-de3f9d4042c3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:42.212029 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-92615191-7865-400e-8f31-7b4caf955b8a req-39cda777-f174-4da0-b354-de3f9d4042c3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0857742 Dec 16 15:04:42.261967 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-92615191-7865-400e-8f31-7b4caf955b8a req-abface4f-6717-4de0-be7a-885e31be3688 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Dec 16 15:04:42.944535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:42.953280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3eb54-cb92-45fe-bb09-2d0218ee5271 req-22bafe16-055b-4b08-a7cc-bd5099537a0d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:42.955009 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69c3eb54-cb92-45fe-bb09-2d0218ee5271 req-22bafe16-055b-4b08-a7cc-bd5099537a0d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0909545 Dec 16 15:04:43.005405 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69c3eb54-cb92-45fe-bb09-2d0218ee5271 req-d3c1fb78-8b62-474b-8383-5e02529dcd46 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443227 Dec 16 15:04:43.473001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c0475-2406-4b8a-a045-35c39e5ea1df req-ce67782f-3587-4267-86c6-02fe781525b6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:43.474647 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e67c0475-2406-4b8a-a045-35c39e5ea1df req-ce67782f-3587-4267-86c6-02fe781525b6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0870817 Dec 16 15:04:43.523383 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e67c0475-2406-4b8a-a045-35c39e5ea1df req-090e782e-51f5-4803-9737-5bf4977adb1b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425258 Dec 16 15:04:43.807219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1c63e1d6-1f13-47b7-988e-c976e248e2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:44.222103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b5fa3-11da-4f68-b9b8-89727301d03b req-1bca9c01-db60-4747-9d61-593fb288cd98 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:44.225650 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a68b5fa3-11da-4f68-b9b8-89727301d03b req-1bca9c01-db60-4747-9d61-593fb288cd98 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0870881 Dec 16 15:04:44.277639 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a68b5fa3-11da-4f68-b9b8-89727301d03b req-0c83e59f-201f-4e47-957d-d7a05badc2ea tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459023 Dec 16 15:04:44.350627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:44.727787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102acd0-f500-4cb7-9004-8dfde954741c req-e67d2cf1-a37b-47f4-b953-dddcafbd9cb3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:44.729411 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8102acd0-f500-4cb7-9004-8dfde954741c req-e67d2cf1-a37b-47f4-b953-dddcafbd9cb3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0827620 Dec 16 15:04:44.781091 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8102acd0-f500-4cb7-9004-8dfde954741c req-b6e7ac16-fda5-471e-8f29-be87c86bf9ba tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453959 Dec 16 15:04:44.936559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:04:45.493044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e835c4-d28b-422b-8607-075d6c84ce7c req-2aa3ccad-2588-4540-a1bf-d9d15db87cbe tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:45.494720 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b3e835c4-d28b-422b-8607-075d6c84ce7c req-2aa3ccad-2588-4540-a1bf-d9d15db87cbe tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0835798 Dec 16 15:04:45.544035 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b3e835c4-d28b-422b-8607-075d6c84ce7c req-c7214635-da53-4072-8a96-0b3f24323c2e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Dec 16 15:04:45.657768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:45.981355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10052c8f-356e-476f-8e70-3925273938fb req-782969a9-2abd-4709-8215-d3155d15e677 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:45.983003 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-10052c8f-356e-476f-8e70-3925273938fb req-782969a9-2abd-4709-8215-d3155d15e677 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0825071 Dec 16 15:04:46.030321 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-10052c8f-356e-476f-8e70-3925273938fb req-3d43a933-0a44-4266-a716-27fcf2d75483 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412040 Dec 16 15:04:46.765708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c480-ae15-4a6d-8ddb-220777e3e427 req-c84ffa87-633f-41c4-8579-ecaf62822626 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:46.767336 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-37c4c480-ae15-4a6d-8ddb-220777e3e427 req-c84ffa87-633f-41c4-8579-ecaf62822626 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0862465 Dec 16 15:04:46.815603 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-37c4c480-ae15-4a6d-8ddb-220777e3e427 req-fe9c6086-d174-41e5-8010-d5a224429546 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422246 Dec 16 15:04:47.246986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a55cc-e1ee-4cb0-9e6f-e9480ee95a54 req-6ff2df6e-1829-4465-ae83-8d846080602b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:47.248590 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fe5a55cc-e1ee-4cb0-9e6f-e9480ee95a54 req-6ff2df6e-1829-4465-ae83-8d846080602b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0871272 Dec 16 15:04:47.299037 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fe5a55cc-e1ee-4cb0-9e6f-e9480ee95a54 req-15ba7a46-a2d8-489a-a2b5-4cd28856db3d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Dec 16 15:04:48.043262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feca40-00a0-4df0-9711-9d7cc97bf5e8 req-105db217-0027-42b3-89c3-dedba4c89534 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:48.044890 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e3feca40-00a0-4df0-9711-9d7cc97bf5e8 req-105db217-0027-42b3-89c3-dedba4c89534 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0839312 Dec 16 15:04:48.093030 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e3feca40-00a0-4df0-9711-9d7cc97bf5e8 req-ba73f205-e66c-4db3-8722-7c90a55f3121 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Dec 16 15:04:48.505453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2655ad6-8e91-48b7-8205-9f039acecd7f req-c5d48871-2e16-4c6f-bc42-84b609308474 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:48.507101 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2655ad6-8e91-48b7-8205-9f039acecd7f req-c5d48871-2e16-4c6f-bc42-84b609308474 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0852084 Dec 16 15:04:48.556231 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a2655ad6-8e91-48b7-8205-9f039acecd7f req-f27e34c4-18d6-4a43-99f4-6466aab81286 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Dec 16 15:04:49.325663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb736a8-ae07-42d4-b96d-950f71e2f48f req-9b72ad66-52b5-45ca-8356-349db319b957 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:49.327331 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6cb736a8-ae07-42d4-b96d-950f71e2f48f req-9b72ad66-52b5-45ca-8356-349db319b957 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0870197 Dec 16 15:04:49.379601 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6cb736a8-ae07-42d4-b96d-950f71e2f48f req-37f6b63e-7461-4881-8c25-9d3059138863 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456755 Dec 16 15:04:49.762625 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df03a4-62ba-4c50-a12b-65b3f3f1ad5d req-7f1ccb8a-68fd-4734-887b-63ffab3ad38b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:49.764228 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a1df03a4-62ba-4c50-a12b-65b3f3f1ad5d req-7f1ccb8a-68fd-4734-887b-63ffab3ad38b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0859461 Dec 16 15:04:49.811911 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a1df03a4-62ba-4c50-a12b-65b3f3f1ad5d req-16df8bd1-95d7-4452-acd3-f97c382da9c8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416627 Dec 16 15:04:50.602467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d5301-ab62-46bc-a808-9a097ee3bbe0 req-faef0099-9da6-425c-b783-49156bec628a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:50.604083 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f45d5301-ab62-46bc-a808-9a097ee3bbe0 req-faef0099-9da6-425c-b783-49156bec628a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0897553 Dec 16 15:04:50.657341 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f45d5301-ab62-46bc-a808-9a097ee3bbe0 req-5bbbe0a9-2cf8-42d9-a480-d9a2ea3d4d20 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464613 Dec 16 15:04:51.025497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7866-ae55-47a0-aa10-2824a61e2d88 req-b8cf509f-0ea8-4aa2-95c5-1e92113ae1ff tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:51.027153 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32ae7866-ae55-47a0-aa10-2824a61e2d88 req-b8cf509f-0ea8-4aa2-95c5-1e92113ae1ff tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0882890 Dec 16 15:04:51.076005 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32ae7866-ae55-47a0-aa10-2824a61e2d88 req-a7f793e2-2905-4331-8d3a-6a50664e41fd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426495 Dec 16 15:04:51.893899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dc5f7-e093-4357-b4a3-74b5c8d80d9e req-4747d656-e8b8-4be2-85fb-0f6261cf2c81 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:51.895622 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f09dc5f7-e093-4357-b4a3-74b5c8d80d9e req-4747d656-e8b8-4be2-85fb-0f6261cf2c81 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0950012 Dec 16 15:04:51.945877 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f09dc5f7-e093-4357-b4a3-74b5c8d80d9e req-a3f0e58c-675e-412a-9387-ec11c48b4ca3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433133 Dec 16 15:04:52.439622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35114b07-b2a8-46bc-bc0b-93b3d3715285 req-7828337b-78e7-4907-889b-5b69f35e9a41 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:52.441256 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-35114b07-b2a8-46bc-bc0b-93b3d3715285 req-7828337b-78e7-4907-889b-5b69f35e9a41 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1034436 Dec 16 15:04:52.490733 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-35114b07-b2a8-46bc-bc0b-93b3d3715285 req-dc0162a8-455f-4840-a4e1-01ffdf401bda tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 Dec 16 15:04:53.165295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abfc72-6396-4153-b5d9-afd87d7bc4f7 req-6d7c2c48-4184-482a-9064-afcf094560f6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:53.166848 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-01abfc72-6396-4153-b5d9-afd87d7bc4f7 req-6d7c2c48-4184-482a-9064-afcf094560f6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0864928 Dec 16 15:04:53.216327 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-01abfc72-6396-4153-b5d9-afd87d7bc4f7 req-0f7a5bbb-f729-4f05-8ef7-8bcdf232cfe6 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 Dec 16 15:04:53.692794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964622c-67d9-47e2-96a8-9fc07db71e3c req-5f1df2e6-cecb-4e6e-8be6-907f3dbf0448 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:53.694360 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d964622c-67d9-47e2-96a8-9fc07db71e3c req-5f1df2e6-cecb-4e6e-8be6-907f3dbf0448 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0830708 Dec 16 15:04:53.746133 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d964622c-67d9-47e2-96a8-9fc07db71e3c req-f0cc69b1-4781-4981-aa4f-a4eb6af5cf33 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454104 Dec 16 15:04:54.247000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:04:54.438575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7fd34-a5d4-4a21-be0b-7691fed66266 req-f98d93f2-74c7-4ab8-adc7-99f5833d2a4a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:54.440706 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74f7fd34-a5d4-4a21-be0b-7691fed66266 req-f98d93f2-74c7-4ab8-adc7-99f5833d2a4a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0838981 Dec 16 15:04:54.489108 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74f7fd34-a5d4-4a21-be0b-7691fed66266 req-db48edc9-ae34-4fd8-be45-c57496786aed tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418265 Dec 16 15:04:54.952444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255b95f-98dd-44f4-b6cf-68305bd388fa req-96e6e662-d4f0-4d6f-be4d-27ce2f3b5bc9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:54.954077 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3255b95f-98dd-44f4-b6cf-68305bd388fa req-96e6e662-d4f0-4d6f-be4d-27ce2f3b5bc9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0850821 Dec 16 15:04:55.001699 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3255b95f-98dd-44f4-b6cf-68305bd388fa req-6531112d-d990-47b0-858b-4340b66a2406 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416183 Dec 16 15:04:55.840897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b6382-8c77-463b-8a98-ca4ad4611298 req-f9e203be-a5b1-468a-897e-bbf6d93f711c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:55.842585 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db3b6382-8c77-463b-8a98-ca4ad4611298 req-f9e203be-a5b1-468a-897e-bbf6d93f711c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0879235 Dec 16 15:04:55.887675 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-154bdd51-6243-46d7-8c61-72344b0d9c75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774255 Dec 16 15:04:55.893188 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-db3b6382-8c77-463b-8a98-ca4ad4611298 req-eb07f777-8159-414d-a320-3a4e7f5748d7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439305 Dec 16 15:04:56.001128 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-07665902-33cd-4584-ac90-c92152a67bab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb300a155af646228f7c0b155a5d63ac&device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 1098 time: 0.0737827 Dec 16 15:04:56.213132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-4abd20a6-4268-4b0b-b6ef-946d86584015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:56.214758 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-4abd20a6-4268-4b0b-b6ef-946d86584015 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51fa2478-044e-4ace-8255-2af8579457d9 HTTP/1.1" status: 200 len: 915 time: 0.1927862 Dec 16 15:04:56.299668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132993dc-8c75-4907-9852-966ad6c4bbdf req-aa65b7f3-c165-4225-8005-6cce510979ed tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:56.301256 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-132993dc-8c75-4907-9852-966ad6c4bbdf req-aa65b7f3-c165-4225-8005-6cce510979ed tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1767757 Dec 16 15:04:56.302725 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-10279913-a12c-4626-a8a3-6e94f478b39d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01 HTTP/1.1" status: 200 len: 217 time: 0.0758243 Dec 16 15:04:56.409088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-41dd0be4-397a-4ca1-b658-99441a36822d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:56.410690 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-41dd0be4-397a-4ca1-b658-99441a36822d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0836b5ba-472e-4614-b0e0-7504bc6b1a1a HTTP/1.1" status: 200 len: 854 time: 0.1014698 Dec 16 15:04:56.413124 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-132993dc-8c75-4907-9852-966ad6c4bbdf req-4c0757cc-aef4-48d8-a6fd-0ad8ae5f26f3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057761 Dec 16 15:04:56.459901 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-a52ca0e6-f244-4ef7-9ebb-07b5c649e897 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fa2478-044e-4ace-8255-2af8579457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425684 Dec 16 15:04:56.602072 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-4de44983-dfe7-4ce2-9a61-264d2d2a96ff service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356149 Dec 16 15:04:56.753424 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c758e3a-2409-4c56-b610-9ee3d8c46b67 req-bd6dc135-0ec7-4087-8891-d475d632ac5e service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453676 Dec 16 15:04:57.127708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff99d5-9e8d-4492-ad9d-420a13fa7aab req-b8f75853-aa45-44bf-a69b-064a40f96f41 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:57.129331 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0ff99d5-9e8d-4492-ad9d-420a13fa7aab req-b8f75853-aa45-44bf-a69b-064a40f96f41 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0834205 Dec 16 15:04:57.177401 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0ff99d5-9e8d-4492-ad9d-420a13fa7aab req-e6ee27ac-363d-4e9a-9b8d-6e7365f28eec tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421584 Dec 16 15:04:57.618166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c30e3a-1227-4704-af71-d1e17dff5f4c req-1c092a34-7e42-49d0-8dd6-3748134e47c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:57.619799 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-02c30e3a-1227-4704-af71-d1e17dff5f4c req-1c092a34-7e42-49d0-8dd6-3748134e47c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0865705 Dec 16 15:04:57.670181 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-02c30e3a-1227-4704-af71-d1e17dff5f4c req-6dd9432b-4129-4ba2-bb64-d359e851db65 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 Dec 16 15:04:58.406676 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecdad4-1b93-44b4-a107-c4bd968a5f56 req-9a153908-0011-4e1e-afe9-86db8335c8a1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:58.408906 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f3ecdad4-1b93-44b4-a107-c4bd968a5f56 req-9a153908-0011-4e1e-afe9-86db8335c8a1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0877612 Dec 16 15:04:58.458710 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f3ecdad4-1b93-44b4-a107-c4bd968a5f56 req-30459460-1c01-4ea3-ad04-903d0013609b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432973 Dec 16 15:04:58.880596 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb69888-8986-43ff-a3f1-8a23d53c1790 req-757078a7-6910-4a96-9e6e-9bdce6a81bca tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:58.882219 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3cb69888-8986-43ff-a3f1-8a23d53c1790 req-757078a7-6910-4a96-9e6e-9bdce6a81bca tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0850317 Dec 16 15:04:58.931154 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3cb69888-8986-43ff-a3f1-8a23d53c1790 req-254aa016-7f91-4910-897e-ef04e6a23496 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427418 Dec 16 15:04:59.672497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c381c-c33c-4000-9cb5-feffbd8e3f1e req-e67229a3-5128-4091-aced-a2545f313a2a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:04:59.674666 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a10c381c-c33c-4000-9cb5-feffbd8e3f1e req-e67229a3-5128-4091-aced-a2545f313a2a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0824459 Dec 16 15:04:59.738221 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a10c381c-c33c-4000-9cb5-feffbd8e3f1e req-c485a522-b209-415b-aed2-b6388a5f3b91 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572984 Dec 16 15:05:00.138353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8331a2-3b5b-4307-b227-5773e2b89d6f req-de727216-0b33-40a1-9a0b-6920db19d126 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:00.139977 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d8331a2-3b5b-4307-b227-5773e2b89d6f req-de727216-0b33-40a1-9a0b-6920db19d126 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0865741 Dec 16 15:05:00.187346 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d8331a2-3b5b-4307-b227-5773e2b89d6f req-33508ffb-5b74-4c39-96c1-e92c557a58cf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413156 Dec 16 15:05:00.955679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4db77-c448-4886-8348-25672cf79611 req-9e897b89-2f37-4c57-a5cc-b49e8c25478c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:00.961047 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-12d4db77-c448-4886-8348-25672cf79611 req-9e897b89-2f37-4c57-a5cc-b49e8c25478c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0873907 Dec 16 15:05:01.007087 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-12d4db77-c448-4886-8348-25672cf79611 req-2c537a40-a47b-46af-81fc-e720209db03e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433357 Dec 16 15:05:01.391184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689c289-b351-480b-b55a-0086b848e75e req-9a4c6b20-a22d-4dba-8d98-b11df62da73b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:01.393268 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8689c289-b351-480b-b55a-0086b848e75e req-9a4c6b20-a22d-4dba-8d98-b11df62da73b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0845823 Dec 16 15:05:01.446728 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8689c289-b351-480b-b55a-0086b848e75e req-80a6eab7-ceef-467c-b2ee-ee021c89b192 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468948 Dec 16 15:05:02.228198 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a783d-a742-4f59-b465-1650bf42ab5c req-fb354ce3-4301-4245-8fa6-a4aa490f0331 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:02.229784 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a43a783d-a742-4f59-b465-1650bf42ab5c req-fb354ce3-4301-4245-8fa6-a4aa490f0331 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0870552 Dec 16 15:05:02.278109 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a43a783d-a742-4f59-b465-1650bf42ab5c req-92ca667f-a1d2-4846-93b1-d56f00d4123f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 Dec 16 15:05:02.664936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba700c-fea6-4dcb-a1fc-0469ee8d4ded req-2a17959a-e02d-4472-8a33-82894c9deea5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:02.673776 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9eba700c-fea6-4dcb-a1fc-0469ee8d4ded req-2a17959a-e02d-4472-8a33-82894c9deea5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0954051 Dec 16 15:05:02.716152 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9eba700c-fea6-4dcb-a1fc-0469ee8d4ded req-97c588cb-0326-432d-a3dd-dd16d99c9981 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432951 Dec 16 15:05:03.573355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988343bc-f4a1-4416-9a74-ce02d63d69b5 req-6602621c-9705-4405-a4c9-40b6c4649614 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:03.574955 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-988343bc-f4a1-4416-9a74-ce02d63d69b5 req-6602621c-9705-4405-a4c9-40b6c4649614 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1591492 Dec 16 15:05:03.622851 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-988343bc-f4a1-4416-9a74-ce02d63d69b5 req-fdeddd9b-b455-44e8-af0c-20fe5b9adeff tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Dec 16 15:05:03.922324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afa306-0c49-4504-ad92-86ad4ad7e0d7 req-f8ab89b8-7090-42c0-bb7d-ad8ff811b209 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:03.923967 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60afa306-0c49-4504-ad92-86ad4ad7e0d7 req-f8ab89b8-7090-42c0-bb7d-ad8ff811b209 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0876145 Dec 16 15:05:04.149601 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60afa306-0c49-4504-ad92-86ad4ad7e0d7 req-24949889-0024-4fd6-a8ae-3816c67a64e1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187181 Dec 16 15:05:04.843347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ff7ac-7c2c-4c8e-8d8c-d497263bf7bd req-a2467581-5521-4033-9a20-d2b563e6af4e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:04.844949 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-907ff7ac-7c2c-4c8e-8d8c-d497263bf7bd req-a2467581-5521-4033-9a20-d2b563e6af4e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0855980 Dec 16 15:05:04.894565 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-907ff7ac-7c2c-4c8e-8d8c-d497263bf7bd req-153af477-4ce1-42d1-9ba1-069fa49fc811 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429490 Dec 16 15:05:05.435590 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22585855-9bfb-4cf2-8794-6b78c4a4f7e7 req-206e6568-55ea-452e-953e-beaae0dd963a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:05.437192 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22585855-9bfb-4cf2-8794-6b78c4a4f7e7 req-206e6568-55ea-452e-953e-beaae0dd963a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1663089 Dec 16 15:05:05.484930 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22585855-9bfb-4cf2-8794-6b78c4a4f7e7 req-f99492c0-a3a6-4fc3-b292-da6c6ecfd524 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416319 Dec 16 15:05:06.128202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c17d8-f684-48d6-bc4b-05ab36df9569 req-bfa016f0-fb38-4c09-aa6a-3716a6869ca4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:06.129963 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-226c17d8-f684-48d6-bc4b-05ab36df9569 req-bfa016f0-fb38-4c09-aa6a-3716a6869ca4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0902939 Dec 16 15:05:06.183263 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-226c17d8-f684-48d6-bc4b-05ab36df9569 req-bc415b72-4926-4f7b-88b2-4b3bd399afc5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472393 Dec 16 15:05:06.691488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481b8b6-bbe6-4e09-98c5-a8c20d4a72ab req-27fc895a-9d00-43d2-8d93-d84ebba27643 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:06.693103 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9481b8b6-bbe6-4e09-98c5-a8c20d4a72ab req-27fc895a-9d00-43d2-8d93-d84ebba27643 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0848939 Dec 16 15:05:06.741684 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9481b8b6-bbe6-4e09-98c5-a8c20d4a72ab req-537f790f-621e-4005-86ae-250336046ea2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 Dec 16 15:05:07.401400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908940b6-0327-4d77-8c99-457b42748e2d req-3c921148-9e92-4ced-9fcb-0b3c44c8612a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:07.403042 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-908940b6-0327-4d77-8c99-457b42748e2d req-3c921148-9e92-4ced-9fcb-0b3c44c8612a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0863757 Dec 16 15:05:07.452612 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-908940b6-0327-4d77-8c99-457b42748e2d req-ba8568f3-6810-4eef-add0-1bbfce610ebf tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434675 Dec 16 15:05:07.947873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31577-d76a-4927-ba0b-70d488b468bf req-b9d3dbdf-aa48-4f32-bc1e-e8176276213b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:07.949467 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f2e31577-d76a-4927-ba0b-70d488b468bf req-b9d3dbdf-aa48-4f32-bc1e-e8176276213b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0825615 Dec 16 15:05:08.000522 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f2e31577-d76a-4927-ba0b-70d488b468bf req-06045885-ccd2-447d-8abe-26c69eba26e4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Dec 16 15:05:08.673466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a7ff-1cc3-46eb-8299-3c81527f0e7a req-1152b0a3-bb4c-4042-9704-47580e88a661 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:08.675135 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7b35a7ff-1cc3-46eb-8299-3c81527f0e7a req-1152b0a3-bb4c-4042-9704-47580e88a661 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0872178 Dec 16 15:05:08.724750 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7b35a7ff-1cc3-46eb-8299-3c81527f0e7a req-3f38fe01-c532-4040-9eab-025435277ab5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434120 Dec 16 15:05:09.203882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58163298-ef34-491d-82f6-8869ba568e0e req-901eac97-ea25-402d-a33b-dc8c963c1ac4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:09.205930 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-58163298-ef34-491d-82f6-8869ba568e0e req-901eac97-ea25-402d-a33b-dc8c963c1ac4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0819299 Dec 16 15:05:09.253683 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-58163298-ef34-491d-82f6-8869ba568e0e req-ba75fb67-e3ce-4d56-aee5-5750c8daeb8d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Dec 16 15:05:09.952412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054ebc-55c7-49d1-9458-19d160ac48f9 req-5fe667c0-7916-4f6b-bc9b-8fc3ea14cc23 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:09.954049 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aa054ebc-55c7-49d1-9458-19d160ac48f9 req-5fe667c0-7916-4f6b-bc9b-8fc3ea14cc23 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0858428 Dec 16 15:05:10.003129 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aa054ebc-55c7-49d1-9458-19d160ac48f9 req-802d9dfe-07d9-4857-9eeb-1c61a23f3c98 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Dec 16 15:05:10.481984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d9bc1-20a5-4d74-9310-db8b280d0a8a req-96aa4d77-23b8-491b-bc42-089360038f1a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:10.483625 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-df7d9bc1-20a5-4d74-9310-db8b280d0a8a req-96aa4d77-23b8-491b-bc42-089360038f1a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0861719 Dec 16 15:05:10.533325 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-df7d9bc1-20a5-4d74-9310-db8b280d0a8a req-f7b2645a-acf4-46e6-8341-58b1d0c9e789 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429995 Dec 16 15:05:11.233792 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dca4e5-1a6e-4a55-9e04-cdef07999f6e req-6e48bfdc-341f-425c-9095-cd103ba5cf6a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:11.235434 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-61dca4e5-1a6e-4a55-9e04-cdef07999f6e req-6e48bfdc-341f-425c-9095-cd103ba5cf6a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0934405 Dec 16 15:05:11.247027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0a98117f-4fae-47c9-92fa-74b5cd257453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:11.284092 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-61dca4e5-1a6e-4a55-9e04-cdef07999f6e req-503e264f-aa04-4baf-861a-895bd6c872b8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419347 Dec 16 15:05:11.737952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55431b-70fa-408c-b0e0-a9fa4efc7fb2 req-cde871e6-4e02-4fa6-ba4e-a8cf921297ce tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:11.739588 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0d55431b-70fa-408c-b0e0-a9fa4efc7fb2 req-cde871e6-4e02-4fa6-ba4e-a8cf921297ce tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0830221 Dec 16 15:05:11.787625 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0d55431b-70fa-408c-b0e0-a9fa4efc7fb2 req-e25de653-3e37-4a5a-b389-fa2c9507e0e9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Dec 16 15:05:12.498015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30cf2e-13db-4875-a7c6-189bf41f66ad req-1610373e-20b8-467f-a6a8-5321bb576fb7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:12.499592 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-da30cf2e-13db-4875-a7c6-189bf41f66ad req-1610373e-20b8-467f-a6a8-5321bb576fb7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0833561 Dec 16 15:05:12.550461 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-da30cf2e-13db-4875-a7c6-189bf41f66ad req-176cf9a2-abec-4aa5-ba4e-66a48b7af318 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442595 Dec 16 15:05:12.949666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:12.997420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f8ef4-9dcb-40c1-a1a3-0a2ddce245d2 req-d752ae06-eb19-4963-88bc-ccb26ebd5e77 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:12.998950 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d47f8ef4-9dcb-40c1-a1a3-0a2ddce245d2 req-d752ae06-eb19-4963-88bc-ccb26ebd5e77 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0891273 Dec 16 15:05:13.048701 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d47f8ef4-9dcb-40c1-a1a3-0a2ddce245d2 req-b3e8708d-4a61-4d08-9695-cd84eef93cc9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Dec 16 15:05:13.769557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095838c4-1ea0-4c2b-b491-07b9fa295c3f req-de2e7e61-85da-49a2-b818-f77f5ee2a1a0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:13.771176 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-095838c4-1ea0-4c2b-b491-07b9fa295c3f req-de2e7e61-85da-49a2-b818-f77f5ee2a1a0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0865798 Dec 16 15:05:13.801473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e818152-c0ec-4be9-a2fa-c7f5658949f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:13.821621 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-095838c4-1ea0-4c2b-b491-07b9fa295c3f req-8b6890ff-fea2-43f1-b629-3fcdd5e95019 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444076 Dec 16 15:05:14.260362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09312c89-ac98-482c-b4eb-023e09d93d29 req-db1c20f5-d6fd-4476-9d51-1a56846548e2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:14.261976 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-09312c89-ac98-482c-b4eb-023e09d93d29 req-db1c20f5-d6fd-4476-9d51-1a56846548e2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0826652 Dec 16 15:05:14.316470 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-09312c89-ac98-482c-b4eb-023e09d93d29 req-6cddf2e4-46c4-4879-b827-0de8f8987113 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477288 Dec 16 15:05:14.355997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:15.037961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8603be4-77eb-4bed-9eec-6ecf6cd3a87a req-4311b143-26c8-4d03-8941-767e053fa5f8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:15.039610 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c8603be4-77eb-4bed-9eec-6ecf6cd3a87a req-4311b143-26c8-4d03-8941-767e053fa5f8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0816536 Dec 16 15:05:15.096254 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c8603be4-77eb-4bed-9eec-6ecf6cd3a87a req-7eeb0f75-8985-494a-967e-9bafbff1ed6c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503781 Dec 16 15:05:15.528409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2f62b-9c42-4bb1-88fd-17369bef33ff req-30f35d42-ec33-40cd-b316-b225ad529028 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:15.530137 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25a2f62b-9c42-4bb1-88fd-17369bef33ff req-30f35d42-ec33-40cd-b316-b225ad529028 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0829630 Dec 16 15:05:15.579351 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25a2f62b-9c42-4bb1-88fd-17369bef33ff req-22ea7801-0e81-49fb-a871-057eb08c9191 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Dec 16 15:05:15.680838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:16.316587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca1fcd-524c-4f26-8675-d2f3f26915a2 req-de22b20d-e1e8-4053-b5a8-116a825a61b5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:16.318251 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3fca1fcd-524c-4f26-8675-d2f3f26915a2 req-de22b20d-e1e8-4053-b5a8-116a825a61b5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0832109 Dec 16 15:05:16.368059 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3fca1fcd-524c-4f26-8675-d2f3f26915a2 req-b0081942-a2b1-455b-a379-3b2e000e4eda tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434725 Dec 16 15:05:16.783365 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa505b-8bfe-4135-9d58-51afac7b1513 req-96646e98-bc17-4a85-885c-4564cd3c73e0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:16.784944 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94aa505b-8bfe-4135-9d58-51afac7b1513 req-96646e98-bc17-4a85-885c-4564cd3c73e0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0850031 Dec 16 15:05:16.832056 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94aa505b-8bfe-4135-9d58-51afac7b1513 req-60e1594a-6de8-4627-8181-0b41b0691905 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410492 Dec 16 15:05:17.596852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9923f2a-5d6d-4c4d-9699-2dcf8cb00fc8 req-b630337c-01f1-4e57-a7c2-38bd936d8756 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:17.598498 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9923f2a-5d6d-4c4d-9699-2dcf8cb00fc8 req-b630337c-01f1-4e57-a7c2-38bd936d8756 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0897253 Dec 16 15:05:17.648506 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9923f2a-5d6d-4c4d-9699-2dcf8cb00fc8 req-fc160607-1390-47bc-a56e-5c9a56385b85 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437727 Dec 16 15:05:18.037802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480b6a-2260-45ca-ae1b-7896ec8aa059 req-53dbfdfa-bfea-409e-9ff4-8c5a6b7591df tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:18.039337 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f1480b6a-2260-45ca-ae1b-7896ec8aa059 req-53dbfdfa-bfea-409e-9ff4-8c5a6b7591df tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0815182 Dec 16 15:05:18.088540 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f1480b6a-2260-45ca-ae1b-7896ec8aa059 req-34052473-417f-4f91-8b5a-a4d754d955ba tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Dec 16 15:05:18.872976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54d9a-096a-408a-b5df-d01b43b44b4a req-0615e1f9-f0c6-4a52-993c-30b3573c8e10 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:18.875041 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aed54d9a-096a-408a-b5df-d01b43b44b4a req-0615e1f9-f0c6-4a52-993c-30b3573c8e10 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0950217 Dec 16 15:05:18.934870 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aed54d9a-096a-408a-b5df-d01b43b44b4a req-465d9d6c-ba0f-4bc1-a1fc-4d4168b6f257 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525699 Dec 16 15:05:19.299510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f73e4-e39d-4bf3-9975-b1aa9fe3ba0d req-ec3efccc-94e4-47bc-90b9-cb59b2f314d9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:19.301173 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-793f73e4-e39d-4bf3-9975-b1aa9fe3ba0d req-ec3efccc-94e4-47bc-90b9-cb59b2f314d9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0884426 Dec 16 15:05:19.350526 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-793f73e4-e39d-4bf3-9975-b1aa9fe3ba0d req-47f2fc79-77bc-461f-be03-d00325dca044 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 Dec 16 15:05:20.151016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825216-3e0d-44a5-aa01-9603b65b9444 req-8e2c7151-1f5c-4f07-9edd-485c840e16bd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:20.152641 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-68825216-3e0d-44a5-aa01-9603b65b9444 req-8e2c7151-1f5c-4f07-9edd-485c840e16bd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0856721 Dec 16 15:05:20.202077 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-68825216-3e0d-44a5-aa01-9603b65b9444 req-c1e59fcd-02a1-4397-8848-fe51321301e8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425558 Dec 16 15:05:20.561704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce9cf2-7331-4272-8826-8b80d17daac8 req-616fac07-3894-4035-8822-e899318c04a3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:20.563358 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-48ce9cf2-7331-4272-8826-8b80d17daac8 req-616fac07-3894-4035-8822-e899318c04a3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0852494 Dec 16 15:05:20.611556 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-48ce9cf2-7331-4272-8826-8b80d17daac8 req-1ac1371a-1392-4d86-af97-5fdf3c571e1a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415313 Dec 16 15:05:21.425310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a303a-9116-44c9-96aa-508285df761f req-3f57dcbf-3ec3-4f80-bf0e-b8595c6f4a16 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:21.426988 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e80a303a-9116-44c9-96aa-508285df761f req-3f57dcbf-3ec3-4f80-bf0e-b8595c6f4a16 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0843658 Dec 16 15:05:21.479622 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e80a303a-9116-44c9-96aa-508285df761f req-69185ace-d8cd-4bcb-ada6-c6f40baeadba tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459902 Dec 16 15:05:21.823465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7163208-94a6-4709-b2c5-a429befe75f2 req-342840e1-3883-4682-81ba-056bbd493363 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:21.825150 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c7163208-94a6-4709-b2c5-a429befe75f2 req-342840e1-3883-4682-81ba-056bbd493363 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0863640 Dec 16 15:05:21.873968 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c7163208-94a6-4709-b2c5-a429befe75f2 req-f4bee8f2-f9d0-41a6-84d7-611ad0450738 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422454 Dec 16 15:05:21.937751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:05:22.794624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb9984-e862-47f2-b0ca-cf8fdf5cf8e5 req-e21a9f3e-87fb-4048-953d-048e830299e5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:22.796271 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cccb9984-e862-47f2-b0ca-cf8fdf5cf8e5 req-e21a9f3e-87fb-4048-953d-048e830299e5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0839989 Dec 16 15:05:22.845402 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cccb9984-e862-47f2-b0ca-cf8fdf5cf8e5 req-737716c6-74f2-4217-9f54-2f0a25d79ba8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Dec 16 15:05:23.076583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcf418-f079-444f-bd00-4daf9e3761db req-94d00c11-3275-4689-8f5a-c12fd566a808 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:23.077905 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1ffcf418-f079-444f-bd00-4daf9e3761db req-94d00c11-3275-4689-8f5a-c12fd566a808 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0816336 Dec 16 15:05:23.130664 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1ffcf418-f079-444f-bd00-4daf9e3761db req-81b4affb-6471-44c1-9dd2-62f06c17c588 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 Dec 16 15:05:24.063464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d62e9-0ac7-442a-8448-c3c0b7ee49ad req-18f68fcc-b44e-45cd-bf92-43cf2292d7f1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:24.065101 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5d1d62e9-0ac7-442a-8448-c3c0b7ee49ad req-18f68fcc-b44e-45cd-bf92-43cf2292d7f1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0862591 Dec 16 15:05:24.114927 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5d1d62e9-0ac7-442a-8448-c3c0b7ee49ad req-e86795e8-8b5c-4aeb-9334-59c8833fbe2e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433984 Dec 16 15:05:24.223799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:24.339869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a011f7-a31b-4d34-a10f-68295a96d880 req-639943a7-3d9e-4627-823c-d7822f842033 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:24.341518 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f5a011f7-a31b-4d34-a10f-68295a96d880 req-639943a7-3d9e-4627-823c-d7822f842033 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0844135 Dec 16 15:05:24.391232 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f5a011f7-a31b-4d34-a10f-68295a96d880 req-41c6df1b-d7de-47b5-8d58-fd93347f5b87 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429440 Dec 16 15:05:25.335942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade477-97d5-45a6-a428-52d45c0214ea req-1f04e8da-3b8d-4801-a0e7-f86e766c843c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:25.338094 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-81ade477-97d5-45a6-a428-52d45c0214ea req-1f04e8da-3b8d-4801-a0e7-f86e766c843c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0829964 Dec 16 15:05:25.397696 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-81ade477-97d5-45a6-a428-52d45c0214ea req-8de2f7ba-5148-448f-b19a-1caad6bf3823 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531600 Dec 16 15:05:25.600131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277d4ba-2a83-48db-bf54-1144262cf2ba req-e5e83126-e671-45c4-8f15-83fdde01a0c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:25.601742 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e277d4ba-2a83-48db-bf54-1144262cf2ba req-e5e83126-e671-45c4-8f15-83fdde01a0c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0866578 Dec 16 15:05:25.649298 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e277d4ba-2a83-48db-bf54-1144262cf2ba req-df20b360-5a80-4e7f-b128-f7b66f01bc65 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414505 Dec 16 15:05:26.614493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08fd29-a935-46da-ac1f-03e68ce8a0d4 req-f66c737e-306e-4d01-8c5c-b9113c03d6ac tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:26.616133 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f08fd29-a935-46da-ac1f-03e68ce8a0d4 req-f66c737e-306e-4d01-8c5c-b9113c03d6ac tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0857749 Dec 16 15:05:26.668044 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f08fd29-a935-46da-ac1f-03e68ce8a0d4 req-2e7cc013-41a6-4ea8-87bc-d46fa41f2904 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458336 Dec 16 15:05:26.869112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa9b1f-3b5b-4c9c-b17a-c1d511ca9abb req-76759439-fcd2-4def-b7e6-aff48d4ecd6d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:26.870763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-37fa9b1f-3b5b-4c9c-b17a-c1d511ca9abb req-76759439-fcd2-4def-b7e6-aff48d4ecd6d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0833375 Dec 16 15:05:26.918125 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-37fa9b1f-3b5b-4c9c-b17a-c1d511ca9abb req-de17b77c-82cc-4ff7-856e-2d5f4841033a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408132 Dec 16 15:05:27.891869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c853e7-9a43-421b-bbc3-360e8bf4f6a3 req-8d27c002-66b5-41b2-9596-f5cf0db357cb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:27.893501 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60c853e7-9a43-421b-bbc3-360e8bf4f6a3 req-8d27c002-66b5-41b2-9596-f5cf0db357cb tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0866868 Dec 16 15:05:27.943428 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60c853e7-9a43-421b-bbc3-360e8bf4f6a3 req-b3fafe86-8790-4904-aa1b-52b6f552fd50 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438180 Dec 16 15:05:28.127202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e3810-3b4b-4008-ae97-1edd7dab803f req-56b0554b-7285-495e-9df2-84df78c938ae tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:28.128821 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-644e3810-3b4b-4008-ae97-1edd7dab803f req-56b0554b-7285-495e-9df2-84df78c938ae tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0867777 Dec 16 15:05:28.177934 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-644e3810-3b4b-4008-ae97-1edd7dab803f req-2604acbc-610b-477b-9d53-90f28bff39db tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Dec 16 15:05:29.363234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890ba7a-c41c-4a94-93d9-00d71b37cddb req-1d4e36a4-efbe-4326-8007-f005cd925c42 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:29.364898 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4890ba7a-c41c-4a94-93d9-00d71b37cddb req-1d4e36a4-efbe-4326-8007-f005cd925c42 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.2851920 Dec 16 15:05:29.410530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a444ce-5ecf-4760-8675-26a0ce609dc6 req-f8ce1047-a3fb-4dc4-8cb7-18f70af53230 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:29.412305 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-24a444ce-5ecf-4760-8675-26a0ce609dc6 req-f8ce1047-a3fb-4dc4-8cb7-18f70af53230 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1003327 Dec 16 15:05:29.415686 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4890ba7a-c41c-4a94-93d9-00d71b37cddb req-f6e1f880-c3d2-4ea0-aafd-3802f5447c50 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437315 Dec 16 15:05:29.471088 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-24a444ce-5ecf-4760-8675-26a0ce609dc6 req-93426b7b-be35-42ed-b570-7a2062d9e46c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516500 Dec 16 15:05:30.642874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab617bf-47aa-41f5-b86e-83695886f098 req-a029f4b9-61e0-4d27-b463-28575a013c64 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:30.650392 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eab617bf-47aa-41f5-b86e-83695886f098 req-a029f4b9-61e0-4d27-b463-28575a013c64 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0970619 Dec 16 15:05:30.689075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ca32f-cba4-4251-8b2b-3d62c1ae7dcc req-8c2a12de-9b79-451a-8dd7-48263e451b81 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:30.690764 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-438ca32f-cba4-4251-8b2b-3d62c1ae7dcc req-8c2a12de-9b79-451a-8dd7-48263e451b81 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0945706 Dec 16 15:05:30.700639 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eab617bf-47aa-41f5-b86e-83695886f098 req-dc338700-1f52-4b47-ba69-541d2eeafc3b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480106 Dec 16 15:05:30.740110 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-438ca32f-cba4-4251-8b2b-3d62c1ae7dcc req-b2ea2754-eda6-436b-b10b-6b35a47037c5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429547 Dec 16 15:05:31.917814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1216c-7e16-42bd-b45e-963474097560 req-7581efa5-f608-4ded-b3e1-ce86ec6ffd68 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:31.920185 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-39e1216c-7e16-42bd-b45e-963474097560 req-7581efa5-f608-4ded-b3e1-ce86ec6ffd68 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0845802 Dec 16 15:05:31.953257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4fde6-bfec-4e10-8f0a-cb85c22bc481 req-7934f9b3-35d6-4aee-a1ce-392df56dfbcc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:31.955555 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9e4fde6-bfec-4e10-8f0a-cb85c22bc481 req-7934f9b3-35d6-4aee-a1ce-392df56dfbcc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0925422 Dec 16 15:05:31.975273 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-39e1216c-7e16-42bd-b45e-963474097560 req-d073d7ff-1af7-470f-ac8c-238c2ed7e901 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485194 Dec 16 15:05:32.004786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f9e4fde6-bfec-4e10-8f0a-cb85c22bc481 req-ca1bd215-acb0-43ce-a869-ff3710bfc142 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428276 Dec 16 15:05:33.197593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62f7d-b063-43d4-8360-ac75b0aac113 req-b978354e-1554-46aa-ae8e-7a20d0edfbfa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:33.199280 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47d62f7d-b063-43d4-8360-ac75b0aac113 req-b978354e-1554-46aa-ae8e-7a20d0edfbfa tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0889726 Dec 16 15:05:33.212965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec0283-72f8-4c7f-8120-6a5f8cb235d1 req-080f407c-57e7-4fad-bf72-531a00e2b072 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:33.217400 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b6ec0283-72f8-4c7f-8120-6a5f8cb235d1 req-080f407c-57e7-4fad-bf72-531a00e2b072 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0861139 Dec 16 15:05:33.248950 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47d62f7d-b063-43d4-8360-ac75b0aac113 req-1bd81b0f-e8a0-4790-9cf9-a97c15c66c22 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 Dec 16 15:05:33.265763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b6ec0283-72f8-4c7f-8120-6a5f8cb235d1 req-7fee5c18-5c02-4911-aa7d-18b7de72d4e5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Dec 16 15:05:34.480679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efc28f-defa-421b-8076-5fb4b38a4b2c req-685e93c3-e59e-4454-b8ae-28b95a24a1ba tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:34.482321 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-62efc28f-defa-421b-8076-5fb4b38a4b2c req-685e93c3-e59e-4454-b8ae-28b95a24a1ba tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0867405 Dec 16 15:05:34.482658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd92c6-b61a-49e7-babf-bb7416e21a6d req-090346f5-e3b7-4040-b304-3f373730738e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:34.484263 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-56bd92c6-b61a-49e7-babf-bb7416e21a6d req-090346f5-e3b7-4040-b304-3f373730738e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0822573 Dec 16 15:05:34.531555 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-62efc28f-defa-421b-8076-5fb4b38a4b2c req-16f44c9c-55d5-4109-9619-6150e339d58d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424414 Dec 16 15:05:34.532755 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-56bd92c6-b61a-49e7-babf-bb7416e21a6d req-bd76f78a-182d-464f-a3a8-acdd106d8a9e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417995 Dec 16 15:05:35.739318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b1f3c-1383-44a4-9be1-ba8a5c83592e req-f391ff5c-bb2e-4426-a5a9-22265f96d803 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:35.740961 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-287b1f3c-1383-44a4-9be1-ba8a5c83592e req-f391ff5c-bb2e-4426-a5a9-22265f96d803 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0868795 Dec 16 15:05:35.749928 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119c879-2eb2-4e23-9f16-78c9d48fb46a req-4e2125eb-8585-4b8d-be81-f1805736fcb1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:35.751628 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7119c879-2eb2-4e23-9f16-78c9d48fb46a req-4e2125eb-8585-4b8d-be81-f1805736fcb1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0862536 Dec 16 15:05:35.790226 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-287b1f3c-1383-44a4-9be1-ba8a5c83592e req-7fd92e6f-2eda-43b3-b27b-c8fba1883fdf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423594 Dec 16 15:05:35.804723 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7119c879-2eb2-4e23-9f16-78c9d48fb46a req-18ae603d-44cf-4b9b-9841-3255db346931 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470259 Dec 16 15:05:37.003841 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e88f1-049e-4a1b-b2f1-a099d21da8cd req-150d3992-249c-4933-a7cc-4b31824b1865 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:37.005397 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c6e88f1-049e-4a1b-b2f1-a099d21da8cd req-150d3992-249c-4933-a7cc-4b31824b1865 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0893030 Dec 16 15:05:37.021763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f582127-d111-4c4b-93eb-f371060a1653 req-0c703a7c-b2c0-4b7a-8cbe-ca2ddb1a4fe1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:37.023413 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f582127-d111-4c4b-93eb-f371060a1653 req-0c703a7c-b2c0-4b7a-8cbe-ca2ddb1a4fe1 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0824425 Dec 16 15:05:37.056903 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c6e88f1-049e-4a1b-b2f1-a099d21da8cd req-c7cc857e-bc49-4e68-b6df-29eeb47ee3b7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452218 Dec 16 15:05:37.078609 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f582127-d111-4c4b-93eb-f371060a1653 req-07def91d-8da5-48e1-8a8d-a8c31259be1f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486808 Dec 16 15:05:38.259299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d285a8-ca78-4a39-a5c1-1165f2a43c7b req-c52cd3ef-fc68-4e90-a3d1-a0929b556edf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:38.260896 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-21d285a8-ca78-4a39-a5c1-1165f2a43c7b req-c52cd3ef-fc68-4e90-a3d1-a0929b556edf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0822158 Dec 16 15:05:38.315457 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-21d285a8-ca78-4a39-a5c1-1165f2a43c7b req-df222f51-1aee-492c-9747-4696c5879cf8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474911 Dec 16 15:05:38.511545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa06cea-c4b0-44f5-83cf-b3dda69ad19e req-857dd062-bb4d-4337-afec-b4f555c02779 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:38.513153 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7fa06cea-c4b0-44f5-83cf-b3dda69ad19e req-857dd062-bb4d-4337-afec-b4f555c02779 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0876083 Dec 16 15:05:38.561663 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7fa06cea-c4b0-44f5-83cf-b3dda69ad19e req-14929550-a060-40a1-bfa3-82e01297780f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422759 Dec 16 15:05:39.525314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd1692-1202-4d57-a6f7-b8c6ce13525e req-bc44c588-425d-4846-b7bb-2045882108f9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:39.527017 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ccbd1692-1202-4d57-a6f7-b8c6ce13525e req-bc44c588-425d-4846-b7bb-2045882108f9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0850134 Dec 16 15:05:39.577760 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ccbd1692-1202-4d57-a6f7-b8c6ce13525e req-9e78684a-8ed7-40cc-abc8-ba52789e5594 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447552 Dec 16 15:05:39.781274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db1bdc-7aae-4748-982f-23f8dcf3960a req-c4d4ee6b-1469-4943-b76c-905be706aa8f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:39.783604 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-72db1bdc-7aae-4748-982f-23f8dcf3960a req-c4d4ee6b-1469-4943-b76c-905be706aa8f tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0820677 Dec 16 15:05:39.837985 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-72db1bdc-7aae-4748-982f-23f8dcf3960a req-2dea1bf5-615b-4ded-8eed-269516b04909 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482445 Dec 16 15:05:40.785294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf7e96-b79e-4e43-b6cd-78c4e8a8ff47 req-b63da394-1793-4973-bbcc-9348abe0c151 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:40.786866 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2baf7e96-b79e-4e43-b6cd-78c4e8a8ff47 req-b63da394-1793-4973-bbcc-9348abe0c151 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0870476 Dec 16 15:05:40.834878 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2baf7e96-b79e-4e43-b6cd-78c4e8a8ff47 req-13277cf3-c764-43dd-8dcd-34e340487d2a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418320 Dec 16 15:05:41.058144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aee08-7843-4d28-b492-0ac14e0363d5 req-eeca4ad5-03c3-45c7-b49e-752385effc67 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:41.059347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-861aee08-7843-4d28-b492-0ac14e0363d5 req-eeca4ad5-03c3-45c7-b49e-752385effc67 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0828066 Dec 16 15:05:41.108589 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-861aee08-7843-4d28-b492-0ac14e0363d5 req-acb15ce4-5555-41a9-a01d-e3b49230e388 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429475 Dec 16 15:05:41.246173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-741128bf-85f4-4f23-adf7-35e5c4a88b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:42.040231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4eed58-13bb-4eff-9afb-d767bb80719e req-67314398-37fd-4017-be5c-58034c2b229e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:42.041863 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fc4eed58-13bb-4eff-9afb-d767bb80719e req-67314398-37fd-4017-be5c-58034c2b229e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0839689 Dec 16 15:05:42.093782 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fc4eed58-13bb-4eff-9afb-d767bb80719e req-2586f6a3-085e-4cf7-a0d1-3e07220a193a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458434 Dec 16 15:05:42.330648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9016b-599c-4302-9194-856a32fca771 req-08b1fb2c-7282-413b-a784-d6db43389bc7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:42.332267 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-96e9016b-599c-4302-9194-856a32fca771 req-08b1fb2c-7282-413b-a784-d6db43389bc7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0875435 Dec 16 15:05:42.381285 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-96e9016b-599c-4302-9194-856a32fca771 req-c37b5fb9-77f3-440f-a6cb-1faa2a3d97b9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429437 Dec 16 15:05:42.949154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:43.299368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e3211-6ce6-487b-a195-1aae5a684a26 req-ba5cc5c6-18f9-46d8-b7d6-c79cc1ea9cb7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:43.300850 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d08e3211-6ce6-487b-a195-1aae5a684a26 req-ba5cc5c6-18f9-46d8-b7d6-c79cc1ea9cb7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0826957 Dec 16 15:05:43.350170 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d08e3211-6ce6-487b-a195-1aae5a684a26 req-4ff02201-7d5e-44c1-9f78-9f030f3782c7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429692 Dec 16 15:05:43.595270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822de9e-418e-41fd-9730-2b4cafb26565 req-5291d6b0-a611-46db-8f85-3ad16bb2d5f5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:43.596886 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4822de9e-418e-41fd-9730-2b4cafb26565 req-5291d6b0-a611-46db-8f85-3ad16bb2d5f5 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0823593 Dec 16 15:05:43.645536 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4822de9e-418e-41fd-9730-2b4cafb26565 req-d4a03df7-79c1-4d89-9494-dfec31c24e11 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426502 Dec 16 15:05:43.800788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6360a75f-14fd-49b3-bcf7-1681e1292e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:44.366528 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:44.557063 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aefd95-5dc4-47a9-8375-3b9c9aa7971d req-c7bbf68c-6c4d-47c9-a1e5-c07e4d60a523 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:44.558634 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-06aefd95-5dc4-47a9-8375-3b9c9aa7971d req-c7bbf68c-6c4d-47c9-a1e5-c07e4d60a523 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0856624 Dec 16 15:05:44.607619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-06aefd95-5dc4-47a9-8375-3b9c9aa7971d req-b41c41ed-f8e2-4a8c-b05a-6664c016a2d3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423770 Dec 16 15:05:44.865381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6873b3-4798-4afb-9236-2828cbf1ecc4 req-cb262451-3a13-4731-b58c-2c21b9a4dce3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:44.867054 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0c6873b3-4798-4afb-9236-2828cbf1ecc4 req-cb262451-3a13-4731-b58c-2c21b9a4dce3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0862250 Dec 16 15:05:44.917062 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0c6873b3-4798-4afb-9236-2828cbf1ecc4 req-fadc1a02-c76f-481f-b2bc-2dce4c43a4f9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439992 Dec 16 15:05:45.663140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:45.818368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4661865-71d8-4a0e-9fca-d400bc51f355 req-d0ed5bf6-d171-4333-add4-cf5319a787f6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:45.820237 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4661865-71d8-4a0e-9fca-d400bc51f355 req-d0ed5bf6-d171-4333-add4-cf5319a787f6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0831268 Dec 16 15:05:45.868037 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4661865-71d8-4a0e-9fca-d400bc51f355 req-fa2b0ff1-db5b-45f3-9498-b1aa547a4cb2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Dec 16 15:05:46.134184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011cfbb-7c74-4a2f-b26c-a366eaaae1f3 req-4f97834e-b9fd-478b-8a0b-aed32b5f8117 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:46.135843 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9011cfbb-7c74-4a2f-b26c-a366eaaae1f3 req-4f97834e-b9fd-478b-8a0b-aed32b5f8117 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0839374 Dec 16 15:05:46.188099 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9011cfbb-7c74-4a2f-b26c-a366eaaae1f3 req-99b9b6a6-bcc2-443a-ab70-d77a1b52a005 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450695 Dec 16 15:05:47.085098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d52c0-f4ce-4d71-8abf-19bf62d608e1 req-e21edd84-fecd-4ebe-b933-32a603ad2787 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:47.086762 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1a0d52c0-f4ce-4d71-8abf-19bf62d608e1 req-e21edd84-fecd-4ebe-b933-32a603ad2787 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0861874 Dec 16 15:05:47.136026 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1a0d52c0-f4ce-4d71-8abf-19bf62d608e1 req-79af829c-31e0-407b-9e65-ef1200f1b2b3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Dec 16 15:05:47.428671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289591-c3b5-4b4c-ba94-3a4033774d65 req-14910c9c-a598-4e9b-9abe-7ed5b6681dc4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:47.430420 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-42289591-c3b5-4b4c-ba94-3a4033774d65 req-14910c9c-a598-4e9b-9abe-7ed5b6681dc4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.1065109 Dec 16 15:05:47.483785 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-42289591-c3b5-4b4c-ba94-3a4033774d65 req-c95305d0-5646-480a-adc4-ab650c5ac6d2 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469086 Dec 16 15:05:48.338976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5fbe5-3c33-4dd7-bf74-c547897600f4 req-cb1d7441-6e15-40ff-867f-2740cebad796 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:48.340619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-01b5fbe5-3c33-4dd7-bf74-c547897600f4 req-cb1d7441-6e15-40ff-867f-2740cebad796 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0816078 Dec 16 15:05:48.389953 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-01b5fbe5-3c33-4dd7-bf74-c547897600f4 req-ff2ebba1-ccf5-4eb4-900c-147be94583dd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 Dec 16 15:05:48.707880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc6ab-3e57-47ca-a8fc-fb62b4ee3ba3 req-b80d2b52-fe32-4d2b-8324-59e8d269da14 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:48.709498 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9f0dc6ab-3e57-47ca-a8fc-fb62b4ee3ba3 req-b80d2b52-fe32-4d2b-8324-59e8d269da14 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0895696 Dec 16 15:05:48.758347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9f0dc6ab-3e57-47ca-a8fc-fb62b4ee3ba3 req-334743f0-5a51-464f-81b4-1ae642c96c8d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427153 Dec 16 15:05:49.601395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d509f-3c6f-40ff-ae3f-26c09f9b7d49 req-9029fb30-ca3a-4694-ba06-4bee222da795 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:49.603067 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-427d509f-3c6f-40ff-ae3f-26c09f9b7d49 req-9029fb30-ca3a-4694-ba06-4bee222da795 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0877163 Dec 16 15:05:49.650730 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-427d509f-3c6f-40ff-ae3f-26c09f9b7d49 req-cc37bf76-1962-4cbe-9fec-743e5263f286 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 Dec 16 15:05:49.984155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf077fd0-76c2-45e7-adb0-cdff54f16e3c req-5164e545-bd52-4c7d-93e6-db94937bcdf7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:49.985868 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bf077fd0-76c2-45e7-adb0-cdff54f16e3c req-5164e545-bd52-4c7d-93e6-db94937bcdf7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0877783 Dec 16 15:05:50.034353 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bf077fd0-76c2-45e7-adb0-cdff54f16e3c req-5a23aad4-1e11-40d1-a7dd-cd8761985da9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Dec 16 15:05:50.865370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a485619-8e96-47fb-8b27-4db8112165b7 req-8c520fa8-8101-4afb-bfaa-cb9fe4c03f63 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:50.867082 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2a485619-8e96-47fb-8b27-4db8112165b7 req-8c520fa8-8101-4afb-bfaa-cb9fe4c03f63 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0849934 Dec 16 15:05:50.920380 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2a485619-8e96-47fb-8b27-4db8112165b7 req-c232793a-43a3-43a6-ab6a-11ab86a15cf7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471320 Dec 16 15:05:51.248827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bea2d3-845d-4f5f-9033-462cc82d07bd req-8851f5f0-674a-4855-8edc-6e08ef150e7c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:51.250445 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f6bea2d3-845d-4f5f-9033-462cc82d07bd req-8851f5f0-674a-4855-8edc-6e08ef150e7c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0859680 Dec 16 15:05:51.298887 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f6bea2d3-845d-4f5f-9033-462cc82d07bd req-bd2f143b-472e-47f2-8d20-4e8f14d81f0b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Dec 16 15:05:52.153813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134bfa0-920f-43c7-bb33-ea371a97b2f0 req-3c317ccd-4c8b-41f8-966e-f4cc9316b330 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:52.155504 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a134bfa0-920f-43c7-bb33-ea371a97b2f0 req-3c317ccd-4c8b-41f8-966e-f4cc9316b330 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0862041 Dec 16 15:05:52.206479 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a134bfa0-920f-43c7-bb33-ea371a97b2f0 req-95f0fdff-e154-4ce3-b600-67207253c6ce tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441895 Dec 16 15:05:52.517809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09a899-f3e8-4b1c-93bb-5f34ef90fc0b req-72171fba-726e-43ac-97b3-baf1c7fd965e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:52.519424 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3b09a899-f3e8-4b1c-93bb-5f34ef90fc0b req-72171fba-726e-43ac-97b3-baf1c7fd965e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0816102 Dec 16 15:05:52.566610 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3b09a899-f3e8-4b1c-93bb-5f34ef90fc0b req-4f943b9b-3c46-495d-baa2-67a283644d90 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411470 Dec 16 15:05:53.418044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b370a7a-cf51-4255-90b1-86eee826ddff req-b3de1f32-aaa5-469a-af7a-f78091aa66ad tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:53.419693 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b370a7a-cf51-4255-90b1-86eee826ddff req-b3de1f32-aaa5-469a-af7a-f78091aa66ad tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0866122 Dec 16 15:05:53.469081 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b370a7a-cf51-4255-90b1-86eee826ddff req-fc29758e-5e8b-4e48-976e-ece1a6ffd934 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Dec 16 15:05:53.790671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4c875-8fa5-49a1-badb-97b2889a50ae req-28a12c71-4571-43eb-ab0a-aaf69bbf6f4b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:53.792290 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eef4c875-8fa5-49a1-badb-97b2889a50ae req-28a12c71-4571-43eb-ab0a-aaf69bbf6f4b tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0858850 Dec 16 15:05:53.840297 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eef4c875-8fa5-49a1-badb-97b2889a50ae req-129cc0d4-bfaf-422a-93e2-85b79b425a72 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412993 Dec 16 15:05:54.234868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:05:54.674593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684724f-fe80-49d2-a1ff-8e8f82fb08b2 req-724eba7a-86fd-4815-acd9-c93b4719606f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:54.676201 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3684724f-fe80-49d2-a1ff-8e8f82fb08b2 req-724eba7a-86fd-4815-acd9-c93b4719606f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0844638 Dec 16 15:05:54.724693 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3684724f-fe80-49d2-a1ff-8e8f82fb08b2 req-0d3390a2-8ac6-40af-8cf2-35db57d22ffb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Dec 16 15:05:55.057346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490027b-141c-4af0-959c-bb3f1e6d4e28 req-4c6931d2-ab67-43f6-946d-51794fd9a7b9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:55.058925 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9490027b-141c-4af0-959c-bb3f1e6d4e28 req-4c6931d2-ab67-43f6-946d-51794fd9a7b9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0842156 Dec 16 15:05:55.110397 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9490027b-141c-4af0-959c-bb3f1e6d4e28 req-7dcff9eb-a4ff-4da9-98b4-78808a7c65a3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453904 Dec 16 15:05:55.937052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad3f05-bdbc-4e0b-b640-bc04af780033 req-89674cc2-97b8-425e-ae92-b30222fdf7e2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:55.938730 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-acad3f05-bdbc-4e0b-b640-bc04af780033 req-89674cc2-97b8-425e-ae92-b30222fdf7e2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0933893 Dec 16 15:05:55.989989 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-acad3f05-bdbc-4e0b-b640-bc04af780033 req-0aebd09e-42d5-4d13-8645-59d29fb12da4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439210 Dec 16 15:05:56.326446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66121d9-e41e-4f8b-a787-cc210f4eefaa req-31dee67f-7fc2-4c17-8d89-4d2f791604b8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:56.328070 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d66121d9-e41e-4f8b-a787-cc210f4eefaa req-31dee67f-7fc2-4c17-8d89-4d2f791604b8 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0826159 Dec 16 15:05:56.380417 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d66121d9-e41e-4f8b-a787-cc210f4eefaa req-1c131d6f-4e59-4339-8be1-7fa2aac745b3 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455508 Dec 16 15:05:57.195526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99320da-2f3f-4cd9-8c38-aa8e40155bec req-70a83bbd-c4f5-4453-a2a8-227b0bdd45c3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:57.197149 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b99320da-2f3f-4cd9-8c38-aa8e40155bec req-70a83bbd-c4f5-4453-a2a8-227b0bdd45c3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0819657 Dec 16 15:05:57.250100 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b99320da-2f3f-4cd9-8c38-aa8e40155bec req-0bab7da6-dd8b-4090-92fd-82a90f5ffc98 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468662 Dec 16 15:05:57.606156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc438ed-9903-4efd-985f-31c0bf130b44 req-f5fae055-f597-4f07-b5c2-e76b7692eb75 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:57.607782 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dbc438ed-9903-4efd-985f-31c0bf130b44 req-f5fae055-f597-4f07-b5c2-e76b7692eb75 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0915723 Dec 16 15:05:57.656263 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dbc438ed-9903-4efd-985f-31c0bf130b44 req-d1a2a89b-9a7f-4d3c-9b56-901872ab3a54 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Dec 16 15:05:57.839491 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-0167ff6e-3d39-4461-899a-89f8047a4a09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729890 Dec 16 15:05:57.950953 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-97d17ffb-1e0e-4771-b0d4-6fe2b1b0be73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=482e5876a2f84b6ca5fc8e3537c2e971&device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 1096 time: 0.0777280 Dec 16 15:05:58.304223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-7f9d03c2-1387-4580-9ba8-c04d1567330e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:58.305833 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-7f9d03c2-1387-4580-9ba8-c04d1567330e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b4d9c94-6212-4d8c-9d94-8cb624826270 HTTP/1.1" status: 200 len: 910 time: 0.3359339 Dec 16 15:05:58.417094 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-3a6f822c-b4a6-4a2c-abc0-c3a81eaf3087 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2 HTTP/1.1" status: 200 len: 999 time: 0.1036904 Dec 16 15:05:58.460574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127cf03-673b-49f6-aacc-4173c45cc9bb req-e87ed2a4-3957-46d3-a4e7-116589716698 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:58.462505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b127cf03-673b-49f6-aacc-4173c45cc9bb req-e87ed2a4-3957-46d3-a4e7-116589716698 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0859587 Dec 16 15:05:58.487570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-124b8a0f-2f21-4f1e-a85a-4675ce431d34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:58.489163 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-124b8a0f-2f21-4f1e-a85a-4675ce431d34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20f2d9af-9dfa-424a-ae3e-58d657fffab4 HTTP/1.1" status: 200 len: 848 time: 0.0639093 Dec 16 15:05:58.514653 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b127cf03-673b-49f6-aacc-4173c45cc9bb req-ebd2dc2a-1a51-4858-b349-754d3afd6561 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445209 Dec 16 15:05:58.571929 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-7630fa50-5586-468b-9f5b-f355982f2ef6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b4d9c94-6212-4d8c-9d94-8cb624826270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754409 Dec 16 15:05:58.651687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-1dff53d5-86f2-4b57-b708-f90fc447ce64 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:05:58.652816 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-1dff53d5-86f2-4b57-b708-f90fc447ce64 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0741835 Dec 16 15:05:58.844765 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-7ed4a5f6-9d31-4bcc-ae5d-87679141636a service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845398 Dec 16 15:05:58.938837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:05:58.988879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce70f8-8b93-4551-ba58-43106b4e472e req-4c4fb519-4c4a-4486-8d84-4ade744532ee tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:58.990449 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-13ce70f8-8b93-4551-ba58-43106b4e472e req-4c4fb519-4c4a-4486-8d84-4ade744532ee tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.2007256 Dec 16 15:05:59.035473 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d4d3f37-fe13-481f-9f5c-de6a0a19f641 req-daf18dbd-e2c7-42a5-b2fc-e597886f1910 service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843064 Dec 16 15:05:59.055606 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-13ce70f8-8b93-4551-ba58-43106b4e472e req-27ecd729-652b-495b-85d3-96dbda479d4e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583148 Dec 16 15:05:59.729165 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06913ca-95d7-4953-91cb-f68a72fba499 req-20c40250-bac3-4818-adf4-f7193998a75e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:05:59.731063 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f06913ca-95d7-4953-91cb-f68a72fba499 req-20c40250-bac3-4818-adf4-f7193998a75e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0898175 Dec 16 15:05:59.780911 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f06913ca-95d7-4953-91cb-f68a72fba499 req-27592378-e002-4f6e-89fd-13ec3918f1a4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Dec 16 15:06:00.279152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52f43-def2-4499-a12f-a3b426b715bc req-6db95cbc-4119-4765-9b84-5b4ad7ded7d7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:00.280753 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fde52f43-def2-4499-a12f-a3b426b715bc req-6db95cbc-4119-4765-9b84-5b4ad7ded7d7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0873487 Dec 16 15:06:00.330356 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fde52f43-def2-4499-a12f-a3b426b715bc req-bb99106e-75c7-400e-9d56-32f8c7896487 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428486 Dec 16 15:06:00.989295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd6d6d-4571-4557-ad6b-faa5f3ef95bf req-a92f8bed-79c0-4f46-87c8-8383ca0eeda8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:00.990991 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0dcd6d6d-4571-4557-ad6b-faa5f3ef95bf req-a92f8bed-79c0-4f46-87c8-8383ca0eeda8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0882652 Dec 16 15:06:01.040117 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0dcd6d6d-4571-4557-ad6b-faa5f3ef95bf req-6631e73b-6087-4d20-974e-9006eda4b360 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429778 Dec 16 15:06:01.563158 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3cef0-17ab-4d77-bbed-66d0aeab885b req-eb5298f0-6c6b-47f6-b4e2-40273fa0f0bd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:01.564820 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ec3cef0-17ab-4d77-bbed-66d0aeab885b req-eb5298f0-6c6b-47f6-b4e2-40273fa0f0bd tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0824528 Dec 16 15:06:01.613395 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6ec3cef0-17ab-4d77-bbed-66d0aeab885b req-f843566e-eba1-457c-b3bc-8b3c662baa21 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Dec 16 15:06:02.254324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b019148-926f-494a-8f20-b3cd4857cd31 req-afed99fa-9dc4-4737-8076-2f16ef879bad tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:02.255952 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5b019148-926f-494a-8f20-b3cd4857cd31 req-afed99fa-9dc4-4737-8076-2f16ef879bad tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0871084 Dec 16 15:06:02.303700 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5b019148-926f-494a-8f20-b3cd4857cd31 req-5b28a4b1-7e1e-4c21-a633-9c67aa1cfa1e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Dec 16 15:06:02.836629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ffbbd-9e64-48f5-a982-2f86d34d79f4 req-1e13b573-06f5-4fc7-9d22-e14ebb660199 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:02.838287 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-924ffbbd-9e64-48f5-a982-2f86d34d79f4 req-1e13b573-06f5-4fc7-9d22-e14ebb660199 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0867574 Dec 16 15:06:02.887693 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-924ffbbd-9e64-48f5-a982-2f86d34d79f4 req-f24af1f5-8632-4261-995e-e8ef99d63447 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432253 Dec 16 15:06:03.508103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54d965-7019-4423-8778-057917df7fad req-154ea361-a0dd-4cc2-a45a-8f0d8bb7e546 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:03.509725 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee54d965-7019-4423-8778-057917df7fad req-154ea361-a0dd-4cc2-a45a-8f0d8bb7e546 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0820415 Dec 16 15:06:03.563224 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee54d965-7019-4423-8778-057917df7fad req-7854a3ea-22d9-42c9-812d-690c1e70c026 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475042 Dec 16 15:06:04.112113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053aa7b-ed12-40cc-8cbe-8c4e7e00ce2d req-9d8c417f-e521-4627-9cd8-3caf4b2a9d70 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:04.113742 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5053aa7b-ed12-40cc-8cbe-8c4e7e00ce2d req-9d8c417f-e521-4627-9cd8-3caf4b2a9d70 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0898392 Dec 16 15:06:04.162112 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5053aa7b-ed12-40cc-8cbe-8c4e7e00ce2d req-e3696af2-1e0f-45bc-bda9-597ab2d024c7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=317d543d-eb7b-4e54-86a4-7accc5eff0df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421128 Dec 16 15:06:04.778247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59767ca-5754-430c-b6ce-edb779de114b req-bec930fb-f1dc-4d9b-bb8e-23948d5f16d5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:04.779821 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d59767ca-5754-430c-b6ce-edb779de114b req-bec930fb-f1dc-4d9b-bb8e-23948d5f16d5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0932066 Dec 16 15:06:04.829493 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d59767ca-5754-430c-b6ce-edb779de114b req-5282636d-6c6d-4d9a-b50a-d3c838d84db1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427918 Dec 16 15:06:06.038974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec15c-bd76-4874-9113-02519451effe req-b18e16e3-1d49-4067-bf18-f6d084eb3bf4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:06.040211 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-67eec15c-bd76-4874-9113-02519451effe req-b18e16e3-1d49-4067-bf18-f6d084eb3bf4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0846989 Dec 16 15:06:06.096442 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-67eec15c-bd76-4874-9113-02519451effe req-6500a81c-eadb-4981-96ab-3aff9d575fe1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465891 Dec 16 15:06:06.667811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-71d94836-2eed-4ba5-b21f-ae590973618e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:06.669425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-71d94836-2eed-4ba5-b21f-ae590973618e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd5ffc87-035a-4e91-8fb5-8e44ed5704ac HTTP/1.1" status: 200 len: 943 time: 0.0832949 Dec 16 15:06:06.741606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Deleting port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:06:06.741930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:06.997896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] For port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:06:06.998261 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:07.299132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:07.299668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:07.300034 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Floating IP 764dc71f-184b-4705-b775-e3fedc730d38 disassociated. External IP: 172.27.2.79, port: 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f. Dec 16 15:06:07.300422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Calling delete_port for 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f owned by compute:nova {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:06:07.301771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cebb5-86e6-43b8-ab0e-ae00bb186960 req-cf5c845b-75c5-4af6-a761-4d3b5fffd7d8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:07.303419 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-831cebb5-86e6-43b8-ab0e-ae00bb186960 req-cf5c845b-75c5-4af6-a761-4d3b5fffd7d8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0817583 Dec 16 15:06:07.353817 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-831cebb5-86e6-43b8-ab0e-ae00bb186960 req-a10a956f-f9aa-4e84-a38c-0b461016eb2b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Dec 16 15:06:07.508498 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:07.523282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d5ec2e3f-82c9-4865-a059-a07a660e4b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:07.571163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event deleted for resources: {'Port': ['ID=53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:07.585795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.586307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.586629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.587039 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.587440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.587841 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.588237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.588635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.589081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.589393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.589788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:07.593370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:07.823168 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Router 722eacd1-2a5a-4499-8be1-8453d5a16794 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:06:08.253131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:06:08.263460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] Sync routers for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:06:08.276999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:06:08.277683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:05:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:06:08.324633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] No DVR routers for this DVR port 53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f on host hv-cinder-82189 {{(pid=88292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:06:08.327228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:08.330700 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'name': 'network-vif-deleted', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:06:08.379062 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a186f87f-4315-4d08-ab1e-15ded8255143 req-038e4fd2-0978-4864-b35b-6407f9959e36 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "DELETE /v2.0/ports/53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f HTTP/1.1" status: 204 len: 173 time: 1.7042336 Dec 16 15:06:08.481353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:06:08.487559 dv-cinder-821894-3-iscsi neutron-server[88179]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd5ffc87-035a-4e91-8fb5-8e44ed5704ac', 'name': 'network-vif-deleted', 'tag': '53c4bcf8-a1ba-44b2-b6d2-735e655c1b9f', 'status': 'failed', 'code': 422} returned with failed status Dec 16 15:06:08.686838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca60552-4f0b-4618-bb86-37f2d7b7d8d2 req-698aa8c6-a60c-41da-9c87-921fd2048d27 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:08.688485 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ca60552-4f0b-4618-bb86-37f2d7b7d8d2 req-698aa8c6-a60c-41da-9c87-921fd2048d27 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0924537 Dec 16 15:06:08.741814 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ca60552-4f0b-4618-bb86-37f2d7b7d8d2 req-393d5a8e-1771-487c-ac97-04f402a3e508 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447810 Dec 16 15:06:09.044782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:06:09.052731 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] Checking router: 722eacd1-2a5a-4499-8be1-8453d5a16794 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:06:09.082154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:06:09.082833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:05:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:06:09.402014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 42256) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:06:09.440148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:06:09.477422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e580ee1c-4233-4a3d-ab2b-8bc9c62f014c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:09.506861 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e580ee1c-4233-4a3d-ab2b-8bc9c62f014c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:09.577139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e580ee1c-4233-4a3d-ab2b-8bc9c62f014c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:09.582739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c7163f35-3fc5-44fd-bad1-61eff7875682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:09.599445 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580ee1c-4233-4a3d-ab2b-8bc9c62f014c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d543d-eb7b-4e54-86a4-7accc5eff0df,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:09.602356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e580ee1c-4233-4a3d-ab2b-8bc9c62f014c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:09.643600 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e580ee1c-4233-4a3d-ab2b-8bc9c62f014c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:09.647690 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e580ee1c-4233-4a3d-ab2b-8bc9c62f014c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "DELETE /v2.0/security-groups/317d543d-eb7b-4e54-86a4-7accc5eff0df HTTP/1.1" status: 204 len: 168 time: 0.2418556 Dec 16 15:06:09.648244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 42262) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:06:09.667382 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.v2.resource [None req-e8a06cd3-84c9-44b6-b6cc-fdf06d04eb0e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] show failed (client error): The resource could not be found. Dec 16 15:06:09.672219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 42266) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:06:09.678674 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e8a06cd3-84c9-44b6-b6cc-fdf06d04eb0e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups/317d543d-eb7b-4e54-86a4-7accc5eff0df HTTP/1.1" status: 404 len: 347 time: 0.0291519 Dec 16 15:06:09.819826 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:06:09.824888 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411e0a69-4a43-4760-945d-5e9addb55802 None None] The sync data for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi is: [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:06:09.845622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Deleting port 593a76b6-5e8c-4b70-9245-e21c5692da43 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:06:09.846013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:09.961615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49526e5-ef3f-4552-abe1-a95de4968a98 req-25eb5afa-9df5-48ef-8643-6818d6696fcb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:09.963441 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a49526e5-ef3f-4552-abe1-a95de4968a98 req-25eb5afa-9df5-48ef-8643-6818d6696fcb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0909431 Dec 16 15:06:10.013349 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a49526e5-ef3f-4552-abe1-a95de4968a98 req-cdb288e5-888d-4d77-9f3c-fcf2b54d188a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434115 Dec 16 15:06:10.041745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:10.042175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:10.171500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Calling delete_port for 593a76b6-5e8c-4b70-9245-e21c5692da43 owned by network:floatingip {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:06:10.300832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3586a-83d2-4e2e-83b6-3f97fa177eda None None] New status for floating IP 764dc71f-184b-4705-b775-e3fedc730d38: DOWN {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:06:10.343203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:10.349266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-23614bcd-1d27-4682-ac73-408ba0b5a8e7 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:10.396553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event deleted for resources: {'Port': ['ID=593a76b6-5e8c-4b70-9245-e21c5692da43,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:10.399451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:10.501321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:10.516155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:10.518013 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-96f09469-0a5c-4bb6-96fa-2eac1639d0c4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "DELETE /v2.0/floatingips/764dc71f-184b-4705-b775-e3fedc730d38 HTTP/1.1" status: 204 len: 168 time: 0.8444705 Dec 16 15:06:10.982939 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 42286) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:06:10.989361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140247713', 'description': 'tempest-description--589571560'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:06:10.996043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:06:11.000393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:security_group and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:06:11.003940 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:06:11.009988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:06:11.046212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.084205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:06:11.088292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:security_group_rule and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:06:11.091362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:06:11.098133 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:06:11.257059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9c69300a-27be-4f4d-943e-cfc6975ec6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.281176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.312467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026db946-0f59-4e37-bbb4-50386109520d req-6b340517-d3f4-454b-8b1b-3bc8787df0fe tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:11.314158 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-026db946-0f59-4e37-bbb4-50386109520d req-6b340517-d3f4-454b-8b1b-3bc8787df0fe tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1051757 Dec 16 15:06:11.315356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.321083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-00869dd8-79a5-4db0-b6cd-de7d9bd8c86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:11.399440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7227560-4385-4306-aa76-8a8470da23e9,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:11.416316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.416733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:11.431305 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-026db946-0f59-4e37-bbb4-50386109520d req-2f5c7eff-f3a9-435d-b49b-d8f985a9cbf3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916491 Dec 16 15:06:11.491734 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.493068 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5089383 Dec 16 15:06:11.496156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 42294) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:06:11.502790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'security_group_rule': {'security_group_id': 'b7227560-4385-4306-aa76-8a8470da23e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:06:11.509585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:06:11.513631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:security_group_rule and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:06:11.516695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:06:11.523954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:06:11.561255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.625483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.657036 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.659785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7f12a705-dfe2-4c5d-bd69-968e829f2014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:11.683904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209d4788-20ab-406b-a6b8-03bf7a196f5f,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:11.687358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:11.714690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.716047 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-73c7c0c2-9eeb-4466-b6f7-dc63c7bed840 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2188203 Dec 16 15:06:11.718920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 42298) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:06:11.727549 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'security_group_rule': {'security_group_id': 'b7227560-4385-4306-aa76-8a8470da23e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:06:11.733851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:06:11.738620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:security_group_rule and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:06:11.741633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:06:11.747816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:06:11.795622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.918398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.955044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:11.957360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c8d84ca6-7963-4073-aa62-e5889e51026d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:11.984967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d944484-508e-40a3-ae9f-6ee25c1f75c7,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:11.990548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:12.017142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:12.018479 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-98fa2d38-d3f8-4002-8b8b-060990652a79 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2985489 Dec 16 15:06:12.021617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 42306) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:06:12.027364 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'floatingip': {'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:06:12.033876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:06:12.037909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Usage tracker for resource:floatingip and tenant:ff7a06ecc2404836b66f3a06d4f34d63 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:06:12.040925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:06:12.046987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:06:12.080296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:12.234754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:12.378481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Allocated IP 172.27.2.90 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/7135e6fe-e5f3-4096-a6f9-69e6ec2b8329) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:06:12.534908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:12.589239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:12.594538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:12.638571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3139619-3223-4550-9f4e-02b9df828868 req-1a8ee645-7eaf-46d7-8c57-351efd9cdfc6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:12.640156 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a3139619-3223-4550-9f4e-02b9df828868 req-1a8ee645-7eaf-46d7-8c57-351efd9cdfc6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0863130 Dec 16 15:06:12.669440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:06:12.673458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:06:12.675460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'Port': ['ID=7135e6fe-e5f3-4096-a6f9-69e6ec2b8329,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:12.677764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:06:12.703281 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a3139619-3223-4550-9f4e-02b9df828868 req-987adca2-6071-459f-a934-91ab4e79dbeb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547407 Dec 16 15:06:12.707823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:12.835621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:12.930853 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:12.954962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:13.149904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:13.176988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:13.181442 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:13.295851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'Port': ['ID=7135e6fe-e5f3-4096-a6f9-69e6ec2b8329,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:13.300467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:13.310978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:13.388260 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:13.389636 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3669794 Dec 16 15:06:13.802005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-50567a74-a220-49d6-8d9c-6e29eeff6844 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Synchronizing usage tracker for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:06:13.811475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eb3ecc9a-3edd-4913-a894-516ca6cdb625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:13.846581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-50567a74-a220-49d6-8d9c-6e29eeff6844 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Unset dirty status for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:06:13.848099 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-50567a74-a220-49d6-8d9c-6e29eeff6844 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2140247713&fields=id&tenant_id=ff7a06ecc2404836b66f3a06d4f34d63 HTTP/1.1" status: 200 len: 267 time: 0.2870007 Dec 16 15:06:13.930687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33850be-e0f0-4420-8ffe-ac41fa934d93 req-69c6d6f5-022c-4bd6-a45e-dff67df7e875 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:13.932335 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d33850be-e0f0-4420-8ffe-ac41fa934d93 req-69c6d6f5-022c-4bd6-a45e-dff67df7e875 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0890875 Dec 16 15:06:13.984883 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d33850be-e0f0-4420-8ffe-ac41fa934d93 req-111a388a-d3d4-4295-8249-11376eb6f11c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463660 Dec 16 15:06:14.009701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-64a5a500-5abc-4e7e-a807-92c203f8d339 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:14.011236 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-64a5a500-5abc-4e7e-a807-92c203f8d339 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 816 time: 0.1562443 Dec 16 15:06:14.028686 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-f086f937-faaa-48ba-b6b8-271cfdaf0101 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/quotas/ff7a06ecc2404836b66f3a06d4f34d63 HTTP/1.1" status: 200 len: 375 time: 0.0112143 Dec 16 15:06:14.117379 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0ba89364-7269-43e3-a314-8c7c2fa72433 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822351 Dec 16 15:06:14.205452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-2fb0c1f7-7c87-49eb-89f7-14e1691e990e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:06:14.206614 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-2fb0c1f7-7c87-49eb-89f7-14e1691e990e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0771303 Dec 16 15:06:14.353009 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-1d079d40-3f69-4cf4-8c1e-6cadd93ad18f service neutron] 10.222.0.45 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395826 Dec 16 15:06:14.371450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:14.499287 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-7b98aa88-16b6-46f7-bb67-717cc6db5e7a service neutron] 10.222.0.45 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394441 Dec 16 15:06:14.811471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-31396d53-c948-4838-bdb5-ce66aa2f3912 req-be389902-58aa-4f63-bbf6-d5d9932a5037 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Synchronizing usage tracker for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:06:14.846102 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-31396d53-c948-4838-bdb5-ce66aa2f3912 req-be389902-58aa-4f63-bbf6-d5d9932a5037 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Unset dirty status for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:06:14.847630 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31396d53-c948-4838-bdb5-ce66aa2f3912 req-be389902-58aa-4f63-bbf6-d5d9932a5037 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0819314 Dec 16 15:06:15.247786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995263af-90bb-4476-a933-e37452edbdea req-cc886432-a7d8-41d8-b8f9-4697796457c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:15.249515 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-995263af-90bb-4476-a933-e37452edbdea req-cc886432-a7d8-41d8-b8f9-4697796457c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0908298 Dec 16 15:06:15.303668 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-995263af-90bb-4476-a933-e37452edbdea req-e82c8b88-eb77-4717-a6ca-c29769fd7a5f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472069 Dec 16 15:06:15.725554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:16.044886 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d65b9bd6-436a-4280-a8d2-7190d52e156f req-f9611c5f-3cef-4cf5-b681-0d0bd2b7ac2a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0512102 Dec 16 15:06:16.511638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fc2af-d281-4c4d-bb55-ad2e4962f808 req-df6b41d7-7f76-43e9-b797-0314be0b39bc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:16.513504 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-072fc2af-d281-4c4d-bb55-ad2e4962f808 req-df6b41d7-7f76-43e9-b797-0314be0b39bc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0832503 Dec 16 15:06:16.563594 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-072fc2af-d281-4c4d-bb55-ad2e4962f808 req-920d18fe-0cc1-4009-961a-483ae2c3a749 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Dec 16 15:06:16.848542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-7f6a522e-30e9-4842-b3f3-f9b9bebcffda tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:16.850122 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-7f6a522e-30e9-4842-b3f3-f9b9bebcffda tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 816 time: 0.1550586 Dec 16 15:06:16.914330 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-43de2086-7a45-478e-b004-5810f753f739 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff7a06ecc2404836b66f3a06d4f34d63 HTTP/1.1" status: 200 len: 380 time: 0.0474441 Dec 16 15:06:16.923633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'port': {'device_id': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'admin_state_up': True, 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'security_groups': ['b7227560-4385-4306-aa76-8a8470da23e9']}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:06:17.069992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:06:17.081042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:06:17.120333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Made reservation on behalf of ff7a06ecc2404836b66f3a06d4f34d63 for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:06:17.126176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:17.226245 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-42f43b23-cf14-4563-8605-173b7038785a req-a0e5d6bd-84d1-407f-b767-be02f4b9aaf7 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0461433 Dec 16 15:06:17.294062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Allocated IP 172.20.0.10 (1ab48171-7751-49dd-8d19-babe4bef5701/88655090-024f-4a4c-8bf7-a199ded748ca/1bad7080-7c47-432c-95a6-beb94a24904a) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:06:17.646016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:17.719954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Transition to ACTIVE for port object 1bad7080-7c47-432c-95a6-beb94a24904a will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:06:17.810363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:17.821477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-46122f59-0190-4a54-aacc-d28303022303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:17.900711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Network 1ab48171-7751-49dd-8d19-babe4bef5701 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:06:17.905026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:06:17.907585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:06:17.948975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event updated for resources: {'Port': ['ID=1bad7080-7c47-432c-95a6-beb94a24904a,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:17.955073 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:17.994834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:17.995518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:18.007379 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bbb69-4a06-48f9-96a0-a62ba164d873 req-fa251b86-6c43-4cd2-9ced-e2f0fded4411 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:18.009025 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b06bbb69-4a06-48f9-96a0-a62ba164d873 req-fa251b86-6c43-4cd2-9ced-e2f0fded4411 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.2500830 Dec 16 15:06:18.064747 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b06bbb69-4a06-48f9-96a0-a62ba164d873 req-4dc2c335-d771-4360-ba9f-032509ebb51a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493937 Dec 16 15:06:18.166930 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2472112 Dec 16 15:06:18.186876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Request body: {'port': {'device_id': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:06:18.234419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6aecd778-8441-4662-83b6-9335229191bd None None] Provisioning for port 1bad7080-7c47-432c-95a6-beb94a24904a completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:06:18.240790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6aecd778-8441-4662-83b6-9335229191bd None None] Provisioning complete for port 1bad7080-7c47-432c-95a6-beb94a24904a triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:06:18.242024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6aecd778-8441-4662-83b6-9335229191bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:18.303504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6aecd778-8441-4662-83b6-9335229191bd None None] Port 1bad7080-7c47-432c-95a6-beb94a24904a cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:06:18.307349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:18.474393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be307a9-19cc-45ec-aa54-571e1d19eac2 req-9181fffa-f243-4b44-9daf-890cf0e6534d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:18.476049 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1be307a9-19cc-45ec-aa54-571e1d19eac2 req-9181fffa-f243-4b44-9daf-890cf0e6534d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 932 time: 0.0910861 Dec 16 15:06:18.529200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-1be307a9-19cc-45ec-aa54-571e1d19eac2 req-7542cd6a-32ed-4372-ae52-356831ae31ef tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Synchronizing usage tracker for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:06:18.542172 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-1be307a9-19cc-45ec-aa54-571e1d19eac2 req-7542cd6a-32ed-4372-ae52-356831ae31ef tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Unset dirty status for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:06:18.543461 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1be307a9-19cc-45ec-aa54-571e1d19eac2 req-7542cd6a-32ed-4372-ae52-356831ae31ef tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611827 Dec 16 15:06:18.671689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bad7080-7c47-432c-95a6-beb94a24904a {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:06:18.679257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:18.695587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Transition to ACTIVE for port object 1bad7080-7c47-432c-95a6-beb94a24904a will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:06:18.725779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:18.730604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:18.865685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Pushing event updated for resources: {'Port': ['ID=1bad7080-7c47-432c-95a6-beb94a24904a,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:18.868776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:18.987683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Attempting to bind port 1bad7080-7c47-432c-95a6-beb94a24904a on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:06:18.988055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Attempting to bind port 1bad7080-7c47-432c-95a6-beb94a24904a by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:06:18.988429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Attempting to bind port 1bad7080-7c47-432c-95a6-beb94a24904a on network 1ab48171-7751-49dd-8d19-babe4bef5701 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:06:18.994952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Port 1bad7080-7c47-432c-95a6-beb94a24904a on network 1ab48171-7751-49dd-8d19-babe4bef5701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:06:18.995311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Attempting to bind port 1bad7080-7c47-432c-95a6-beb94a24904a on network 1ab48171-7751-49dd-8d19-babe4bef5701 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:06:19.002100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:06:19.002476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Checking segment: {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:06:19.002899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Bound using segment: {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:06:19.003373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Bound port: 1bad7080-7c47-432c-95a6-beb94a24904a, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268e216-6f32-49fe-8779-c700da813397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:06:19.003757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:19.094028 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] For port 1bad7080-7c47-432c-95a6-beb94a24904a, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:06:19.097692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] For port 1bad7080-7c47-432c-95a6-beb94a24904a, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1bad7080-7c47-432c-95a6-beb94a24904a,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:06:19.160447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:19.165347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:19.277933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:19.279513 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] 10.222.0.32 "PUT /v2.0/ports/1bad7080-7c47-432c-95a6-beb94a24904a HTTP/1.1" status: 200 len: 1094 time: 1.0989783 Dec 16 15:06:19.280902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'tag': '1bad7080-7c47-432c-95a6-beb94a24904a'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:06:19.303451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Pushing event updated for resources: {'Port': ['ID=1bad7080-7c47-432c-95a6-beb94a24904a,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:19.307761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:19.335725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490145e2-2a47-4a5d-96f7-64e2a27cd6d0 req-1df5ea28-ca5d-4b73-a6e6-1af79c6940a9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:19.349739 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-490145e2-2a47-4a5d-96f7-64e2a27cd6d0 req-1df5ea28-ca5d-4b73-a6e6-1af79c6940a9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1525006 Dec 16 15:06:19.476917 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'tag': '1bad7080-7c47-432c-95a6-beb94a24904a', 'status': 'completed', 'code': 200} Dec 16 15:06:19.482730 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-490145e2-2a47-4a5d-96f7-64e2a27cd6d0 req-8238950f-7194-42d4-871e-fe1df70f3487 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263418 Dec 16 15:06:19.512325 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-49f30a1d-943a-40a3-9136-d3ebbd4205c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 1097 time: 0.1000247 Dec 16 15:06:19.593706 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-1aa766d0-3d5c-428f-ad1b-bf956e7912fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bad7080-7c47-432c-95a6-beb94a24904a HTTP/1.1" status: 200 len: 217 time: 0.0686724 Dec 16 15:06:19.673933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-a19ecc94-7b4a-4784-88f6-6798d63b8ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:19.675854 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-a19ecc94-7b4a-4784-88f6-6798d63b8ab1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.0765741 Dec 16 15:06:19.762980 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-2ca3d0aa-1b7b-404e-b919-493263f21427 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753050 Dec 16 15:06:19.771578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d424c-0ab0-4509-bca0-88525f7390ed req-8c2e2aed-a681-456d-9b28-7933538b535a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:19.773194 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-159d424c-0ab0-4509-bca0-88525f7390ed req-8c2e2aed-a681-456d-9b28-7933538b535a tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0848067 Dec 16 15:06:19.825196 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-159d424c-0ab0-4509-bca0-88525f7390ed req-b2a565c1-2f66-416b-acb7-09714e6aa3ae tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Dec 16 15:06:19.913577 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-0f7292ca-df8c-4dfe-9d5d-cf10ac09f8be service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444216 Dec 16 15:06:20.058012 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3819afcb-6757-4661-a6e5-5ded3d96e37f req-a833151b-0c8b-45bb-98b5-2465662b5f30 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370971 Dec 16 15:06:20.276565 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dede0cc9-1ef1-4458-a377-a58ada1e7b78 req-8d7d8bac-35fd-4b5e-85d8-b106ad96ad92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 1097 time: 0.0826113 Dec 16 15:06:20.607088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede0cc9-1ef1-4458-a377-a58ada1e7b78 req-be68bd8b-3dfb-4b80-9248-e97b21616526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:20.608687 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dede0cc9-1ef1-4458-a377-a58ada1e7b78 req-be68bd8b-3dfb-4b80-9248-e97b21616526 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 917 time: 0.3255177 Dec 16 15:06:20.717221 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dede0cc9-1ef1-4458-a377-a58ada1e7b78 req-90565da3-4b84-49ad-8d7d-d1175b80048f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bad7080-7c47-432c-95a6-beb94a24904a HTTP/1.1" status: 200 len: 217 time: 0.1019757 Dec 16 15:06:20.805336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede0cc9-1ef1-4458-a377-a58ada1e7b78 req-477dc04d-d863-4177-ac14-8a6245fa6a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:20.806951 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dede0cc9-1ef1-4458-a377-a58ada1e7b78 req-477dc04d-d863-4177-ac14-8a6245fa6a80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.0814807 Dec 16 15:06:20.818091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fface-f07f-4252-9b9a-15c895a90461 req-e1a5febc-7a3f-4297-9e5c-25ba8bf7a777 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:20.819844 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8d7fface-f07f-4252-9b9a-15c895a90461 req-e1a5febc-7a3f-4297-9e5c-25ba8bf7a777 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1549654 Dec 16 15:06:20.917397 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8d7fface-f07f-4252-9b9a-15c895a90461 req-e1eb5898-0472-48fe-abc5-1765f93a2f37 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582302 Dec 16 15:06:20.944500 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dede0cc9-1ef1-4458-a377-a58ada1e7b78 req-0df152b3-4101-44f2-ac6d-a9ff5f439c8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232414 Dec 16 15:06:21.069554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad10f-e885-4618-a340-cfa6a01c3542 req-6bee493f-cd59-438e-83bb-fbf8bb014dd9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:21.071204 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6bad10f-e885-4618-a340-cfa6a01c3542 req-6bee493f-cd59-438e-83bb-fbf8bb014dd9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0900497 Dec 16 15:06:21.092579 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dede0cc9-1ef1-4458-a377-a58ada1e7b78 req-64f19178-c47f-46fe-a1f6-f3033887b3ed service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404707 Dec 16 15:06:21.122822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6bad10f-e885-4618-a340-cfa6a01c3542 req-c10e3141-5edf-453b-b0e0-ff4a096d9e42 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Dec 16 15:06:21.234910 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dede0cc9-1ef1-4458-a377-a58ada1e7b78 req-0d4b4f04-4d78-4ff3-ac43-62556df35e61 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354413 Dec 16 15:06:22.136462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1da8-76c5-496c-b724-f3dfae17d4d1 req-3fce660f-c1f7-4922-af2e-f1a34db7d970 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:22.138113 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b69e1da8-76c5-496c-b724-f3dfae17d4d1 req-3fce660f-c1f7-4922-af2e-f1a34db7d970 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0851269 Dec 16 15:06:22.186141 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b69e1da8-76c5-496c-b724-f3dfae17d4d1 req-7498c064-e2cd-4b96-924c-77e9e143a457 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Dec 16 15:06:22.340868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefb00d-f215-4565-bfc3-42e48e39a0a0 req-403a7eaa-7292-4ffa-a2bf-cd58dcbb9632 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:22.342489 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4eefb00d-f215-4565-bfc3-42e48e39a0a0 req-403a7eaa-7292-4ffa-a2bf-cd58dcbb9632 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0838680 Dec 16 15:06:22.394134 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4eefb00d-f215-4565-bfc3-42e48e39a0a0 req-a8ee5b3c-fec8-484f-a3dd-f07e0900208d tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453050 Dec 16 15:06:23.405945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6c38a-2f2f-4a76-a5c3-407be2c4c947 req-4464cefb-33fb-47b0-9e76-15ece838b1e1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:23.408159 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e0b6c38a-2f2f-4a76-a5c3-407be2c4c947 req-4464cefb-33fb-47b0-9e76-15ece838b1e1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0973747 Dec 16 15:06:23.457194 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e0b6c38a-2f2f-4a76-a5c3-407be2c4c947 req-0309d6f6-3aa7-41da-b94c-ab578de17503 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Dec 16 15:06:23.611337 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30f43e-1248-43f1-81d1-c481c509e247 req-84040306-3730-4593-991d-a3668c6aa357 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:23.613459 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1e30f43e-1248-43f1-81d1-c481c509e247 req-84040306-3730-4593-991d-a3668c6aa357 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 944 time: 0.0874515 Dec 16 15:06:23.662727 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1e30f43e-1248-43f1-81d1-c481c509e247 req-c0141d9f-48bb-4181-b3f7-98d4f76f0437 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Dec 16 15:06:24.001521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 1bad7080-7c47-432c-95a6-beb94a24904a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:06:24.152003 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 1bad7080-7c47-432c-95a6-beb94a24904a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1bad7080-7c47-432c-95a6-beb94a24904a,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:06:24.166301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '1bad7080-7c47-432c-95a6-beb94a24904a', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'port_id': '1bad7080-7c47-432c-95a6-beb94a24904a', 'mac_address': 'fa:16:3e:3f:72:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:06:24.236600 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:24.247752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:24.256099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bad7080-7c47-432c-95a6-beb94a24904a {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:06:24.271772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 1bad7080-7c47-432c-95a6-beb94a24904a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1bad7080-7c47-432c-95a6-beb94a24904a,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:06:24.291261 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:24.293877 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:24.360483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=1bad7080-7c47-432c-95a6-beb94a24904a,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:24.369728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.370166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.370552 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.370927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.371300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.371674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.372042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.372412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.372779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.373142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.373508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:06:24.379418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:24.660013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf1d85-5016-43f1-b1a0-2ce9f7ae446a req-d659ecea-49ce-4cd3-8fb9-7c527fcd85c8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:24.661616 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bcf1d85-5016-43f1-b1a0-2ce9f7ae446a req-d659ecea-49ce-4cd3-8fb9-7c527fcd85c8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0830538 Dec 16 15:06:24.713625 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bcf1d85-5016-43f1-b1a0-2ce9f7ae446a req-9e40be8f-8958-41e2-a6ac-dedbdcd4068c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458324 Dec 16 15:06:24.766761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['1bad7080-7c47-432c-95a6-beb94a24904a'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:06:24.882512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547e0b9-bf38-4d57-a820-16438991f545 req-a801726f-86c8-4c40-88ac-6b0ae28d8615 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:24.884155 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8547e0b9-bf38-4d57-a820-16438991f545 req-a801726f-86c8-4c40-88ac-6b0ae28d8615 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0856016 Dec 16 15:06:24.937520 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8547e0b9-bf38-4d57-a820-16438991f545 req-32d82050-1a29-4e4f-ae9f-0ec333b85f22 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462976 Dec 16 15:06:25.916313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eecfc-f968-44c3-880b-8fa08e7e6faa req-957cb379-34af-40ad-9f8f-a4c5c9d3de85 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:25.917925 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d19eecfc-f968-44c3-880b-8fa08e7e6faa req-957cb379-34af-40ad-9f8f-a4c5c9d3de85 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0821340 Dec 16 15:06:25.967801 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d19eecfc-f968-44c3-880b-8fa08e7e6faa req-f69a6112-71bc-4a08-befe-078551e1949d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436790 Dec 16 15:06:26.018275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 1bad7080-7c47-432c-95a6-beb94a24904a up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:06:26.125650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 1bad7080-7c47-432c-95a6-beb94a24904a completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:06:26.131625 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 1bad7080-7c47-432c-95a6-beb94a24904a triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:06:26.132051 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:26.166902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd90e7f-4d68-405d-a854-6efc52283d83 req-fe469213-7b46-429b-abc8-da5e2cbe8776 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:26.168538 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8fd90e7f-4d68-405d-a854-6efc52283d83 req-fe469213-7b46-429b-abc8-da5e2cbe8776 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 945 time: 0.0896502 Dec 16 15:06:26.217648 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8fd90e7f-4d68-405d-a854-6efc52283d83 req-21531a76-ec1f-409c-a93b-3a2314e56c38 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Dec 16 15:06:26.260170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:26.287666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad7080-7c47-432c-95a6-beb94a24904a'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:06:26.298378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 1bad7080-7c47-432c-95a6-beb94a24904a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1bad7080-7c47-432c-95a6-beb94a24904a,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:06:26.332358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:26.334494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:06:26.369309 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad7080-7c47-432c-95a6-beb94a24904a', 'code': 200} Dec 16 15:06:26.413774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=1bad7080-7c47-432c-95a6-beb94a24904a,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:06:26.417168 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:06:26.679722 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7dba5311-b050-4a35-a701-fd29be14b0a8 req-341530af-f53a-4b27-8c67-d4667caae647 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 1099 time: 0.0759914 Dec 16 15:06:26.724036 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7dba5311-b050-4a35-a701-fd29be14b0a8 req-84e2d362-5e26-427e-bc6e-b79d3140f187 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372534 Dec 16 15:06:27.175203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372eed-9c48-4051-8324-6623d7fcbdd0 req-c9823825-67d8-4a69-acc4-64971e59b222 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:27.176945 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-27372eed-9c48-4051-8324-6623d7fcbdd0 req-c9823825-67d8-4a69-acc4-64971e59b222 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0851154 Dec 16 15:06:27.230797 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-27372eed-9c48-4051-8324-6623d7fcbdd0 req-0716a257-5748-41df-860a-d572e00226bb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478075 Dec 16 15:06:27.437566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3771359-504b-42fc-a054-e0a6fb445274 req-d3116354-16f8-44e9-b751-61047720c341 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:27.438390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-e3771359-504b-42fc-a054-e0a6fb445274 req-d3116354-16f8-44e9-b751-61047720c341 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Synchronizing usage tracker for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:06:27.491130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-e3771359-504b-42fc-a054-e0a6fb445274 req-d3116354-16f8-44e9-b751-61047720c341 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Unset dirty status for tenant:ff7a06ecc2404836b66f3a06d4f34d63 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:06:27.492423 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e3771359-504b-42fc-a054-e0a6fb445274 req-d3116354-16f8-44e9-b751-61047720c341 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 946 time: 0.1374452 Dec 16 15:06:27.540449 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e3771359-504b-42fc-a054-e0a6fb445274 req-80694ecd-e8f3-4c00-9953-46ec196c9f6c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Dec 16 15:06:28.460705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d498ba-aa48-4df8-ad36-9aa9e9dc09eb req-5c549951-7359-4159-a5f8-d0d81b81dac5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:28.462495 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d5d498ba-aa48-4df8-ad36-9aa9e9dc09eb req-5c549951-7359-4159-a5f8-d0d81b81dac5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0909631 Dec 16 15:06:28.513457 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d5d498ba-aa48-4df8-ad36-9aa9e9dc09eb req-a479ceca-49ce-4639-a2ed-cb707180971c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440533 Dec 16 15:06:28.771926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034a0f5-d964-47d3-9f71-80df90cae3b2 req-e90de316-8709-43fa-9cf5-b48b5d5d21e9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:28.773579 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0034a0f5-d964-47d3-9f71-80df90cae3b2 req-e90de316-8709-43fa-9cf5-b48b5d5d21e9 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0890443 Dec 16 15:06:28.822347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0034a0f5-d964-47d3-9f71-80df90cae3b2 req-e36aadf4-2f7d-4618-ab14-d027be3417f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Dec 16 15:06:29.034825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100e27d-3964-4d13-acd0-1f610e2b9bb6 req-e424e479-d94e-413d-8499-3de340be47ad tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:29.036383 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7100e27d-3964-4d13-acd0-1f610e2b9bb6 req-e424e479-d94e-413d-8499-3de340be47ad tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0865021 Dec 16 15:06:29.045730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 42524) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:06:29.052069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-82a13f32-98bd-4e71-ba66-c9b144bda052 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Request body: {'floatingip': {'port_id': '1bad7080-7c47-432c-95a6-beb94a24904a'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:06:29.152259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-82a13f32-98bd-4e71-ba66-c9b144bda052 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:29.722909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f2ead-c617-4a54-9687-b866bf87be6e req-e71f38f6-f24a-4b90-86b8-ab2b59f53723 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:29.730250 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-447f2ead-c617-4a54-9687-b866bf87be6e req-e71f38f6-f24a-4b90-86b8-ab2b59f53723 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0829873 Dec 16 15:06:29.779924 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-447f2ead-c617-4a54-9687-b866bf87be6e req-175d5ddc-6946-4587-9745-94f3a95efadb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489182 Dec 16 15:06:29.795558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-82a13f32-98bd-4e71-ba66-c9b144bda052 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:29.828026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-82a13f32-98bd-4e71-ba66-c9b144bda052 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:30.236861 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [None req-82a13f32-98bd-4e71-ba66-c9b144bda052 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Floating IP a8af6afc-afc6-4867-847d-3329063e8ee8 associated. External IP: 172.27.2.90, port: 1bad7080-7c47-432c-95a6-beb94a24904a. Dec 16 15:06:30.669257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a13f32-98bd-4e71-ba66-c9b144bda052 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Router 722eacd1-2a5a-4499-8be1-8453d5a16794 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:06:30.878574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a13f32-98bd-4e71-ba66-c9b144bda052 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:06:30.883065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-82a13f32-98bd-4e71-ba66-c9b144bda052 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:30.891331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] Sync routers for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:06:30.904019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:06:30.904977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:06:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:06:30.991468 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-82a13f32-98bd-4e71-ba66-c9b144bda052 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "PUT /v2.0/floatingips/a8af6afc-afc6-4867-847d-3329063e8ee8 HTTP/1.1" status: 200 len: 991 time: 1.9445651 Dec 16 15:06:30.993050 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'tag': '1bad7080-7c47-432c-95a6-beb94a24904a'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:06:31.030114 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf43fc-93a1-404b-a7ad-c0cbd8e1c137 req-3e210f79-d30a-42f1-a9f7-119fff64670b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:31.031769 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-45bf43fc-93a1-404b-a7ad-c0cbd8e1c137 req-3e210f79-d30a-42f1-a9f7-119fff64670b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1194525 Dec 16 15:06:31.082852 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-45bf43fc-93a1-404b-a7ad-c0cbd8e1c137 req-275549c1-e405-4f00-a481-408a5a1b8fc8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 Dec 16 15:06:31.097911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:06:31.147921 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'tag': '1bad7080-7c47-432c-95a6-beb94a24904a', 'status': 'completed', 'code': 200} Dec 16 15:06:31.269170 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d038c74a-ed49-4e40-878e-a79a8105ec87 req-c7b6d776-bad9-4af9-bd6e-bb3d4a7ed3e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 1099 time: 0.0733857 Dec 16 15:06:31.414678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c74a-ed49-4e40-878e-a79a8105ec87 req-a9e00adf-a857-4545-9176-13f286856f88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:31.416292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d038c74a-ed49-4e40-878e-a79a8105ec87 req-a9e00adf-a857-4545-9176-13f286856f88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 917 time: 0.1401687 Dec 16 15:06:31.480478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'a8af6afc-afc6-4867-847d-3329063e8ee8', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'port_id': '1bad7080-7c47-432c-95a6-beb94a24904a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'mac_address': 'fa:16:3e:3f:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:06:12Z', 'updated_at': '2021-12-16T15:06:29Z', 'revision_number': 1, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:06:31.485154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] Checking router: 722eacd1-2a5a-4499-8be1-8453d5a16794 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:06:31.497641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:06:31.498407 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:06:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:06:31.535125 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d038c74a-ed49-4e40-878e-a79a8105ec87 req-cd2a856f-e3d9-4785-9d50-89229e986e68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bad7080-7c47-432c-95a6-beb94a24904a HTTP/1.1" status: 200 len: 999 time: 0.1120465 Dec 16 15:06:31.603808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c74a-ed49-4e40-878e-a79a8105ec87 req-9743ff56-3c11-40c7-8e30-f2f24a2c3c30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:31.605443 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d038c74a-ed49-4e40-878e-a79a8105ec87 req-9743ff56-3c11-40c7-8e30-f2f24a2c3c30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.0644128 Dec 16 15:06:31.688239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:06:31.688938 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d038c74a-ed49-4e40-878e-a79a8105ec87 req-2988f429-b8e0-41b8-b251-3f50a96e4a9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771496 Dec 16 15:06:31.839839 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d038c74a-ed49-4e40-878e-a79a8105ec87 req-3ad404d8-a166-4173-93f8-299949e5f6f5 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445832 Dec 16 15:06:31.998836 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d038c74a-ed49-4e40-878e-a79a8105ec87 req-30ee7bec-7167-41e2-a172-6df0aa2423f2 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520815 Dec 16 15:06:32.231927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'a8af6afc-afc6-4867-847d-3329063e8ee8', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'port_id': '1bad7080-7c47-432c-95a6-beb94a24904a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'mac_address': 'fa:16:3e:3f:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:06:12Z', 'updated_at': '2021-12-16T15:06:29Z', 'revision_number': 1, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:06:32.237385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997474b-8cbe-4b57-9047-49f5b85890fe None None] The sync data for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi is: [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'a8af6afc-afc6-4867-847d-3329063e8ee8', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'port_id': '1bad7080-7c47-432c-95a6-beb94a24904a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'mac_address': 'fa:16:3e:3f:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:06:12Z', 'updated_at': '2021-12-16T15:06:29Z', 'revision_number': 1, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:06:32.298110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8edc21-abcb-46e3-90e7-efd8dbf3e301 req-0befe060-37f2-4bac-ad09-3a399cfcd450 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:32.299826 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-df8edc21-abcb-46e3-90e7-efd8dbf3e301 req-0befe060-37f2-4bac-ad09-3a399cfcd450 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0894628 Dec 16 15:06:32.352945 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-df8edc21-abcb-46e3-90e7-efd8dbf3e301 req-2f1fec70-a277-4d77-8501-4b5b1037d0d2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471017 Dec 16 15:06:32.582392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125e02e-574e-4c42-955a-cd89784b2481 None None] New status for floating IP a8af6afc-afc6-4867-847d-3329063e8ee8: ACTIVE {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:06:33.558676 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b568f69-4e93-4f08-9abd-1c63ed7a21ba req-41e299b2-e1a2-457e-8bd4-0ac81e0067ad tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:33.560271 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4b568f69-4e93-4f08-9abd-1c63ed7a21ba req-41e299b2-e1a2-457e-8bd4-0ac81e0067ad tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0820117 Dec 16 15:06:33.608388 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4b568f69-4e93-4f08-9abd-1c63ed7a21ba req-adad3417-c326-4997-8893-bcda93acdc14 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 Dec 16 15:06:34.815450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8889b11-9864-453e-a876-9261ffbaa311 req-85caa3b3-2588-4e4b-a279-fbe0ca5dca1f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:34.817074 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e8889b11-9864-453e-a876-9261ffbaa311 req-85caa3b3-2588-4e4b-a279-fbe0ca5dca1f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0887160 Dec 16 15:06:34.865915 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e8889b11-9864-453e-a876-9261ffbaa311 req-3fc072e1-c088-40e1-a91d-43d5e7fce012 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Dec 16 15:06:35.942202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:06:36.080837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2940ae-a25c-436e-8dc1-072f62b06663 req-a18abed3-c5f1-4a48-b04b-86022d64d1b1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:36.082504 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea2940ae-a25c-436e-8dc1-072f62b06663 req-a18abed3-c5f1-4a48-b04b-86022d64d1b1 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0835946 Dec 16 15:06:36.139029 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea2940ae-a25c-436e-8dc1-072f62b06663 req-a7fbf436-a915-4b39-9ffb-c62dfb70f1e9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498860 Dec 16 15:06:37.499588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917f3ab-a63e-436f-951b-b58a4a9690ad req-6bb8f288-3cc4-40b3-9eed-1aaacccdf8b0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:37.501217 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d917f3ab-a63e-436f-951b-b58a4a9690ad req-6bb8f288-3cc4-40b3-9eed-1aaacccdf8b0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0864491 Dec 16 15:06:37.550963 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d917f3ab-a63e-436f-951b-b58a4a9690ad req-db95b803-2998-453c-b89f-bfd52a63ac03 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429275 Dec 16 15:06:38.754204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03f48-7f24-4092-a815-9e145b0dfc09 req-71494ab8-1d8d-45fc-be50-9e677a3901ab tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:38.755898 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74f03f48-7f24-4092-a815-9e145b0dfc09 req-71494ab8-1d8d-45fc-be50-9e677a3901ab tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0833347 Dec 16 15:06:38.807328 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-74f03f48-7f24-4092-a815-9e145b0dfc09 req-fc7627cb-144b-4591-9422-3c1e049ec310 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453734 Dec 16 15:06:40.013018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584927-cb37-459d-a272-f0dd198fbc63 req-606d93cb-18df-4d7b-affc-e47af411857a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:40.014587 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-82584927-cb37-459d-a272-f0dd198fbc63 req-606d93cb-18df-4d7b-affc-e47af411857a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0831726 Dec 16 15:06:40.062266 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-82584927-cb37-459d-a272-f0dd198fbc63 req-04900752-8a77-45be-98b7-a23fc4cf7469 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Dec 16 15:06:41.245199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f44cb64-d288-43bf-92a5-f80e962aba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:41.274715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a1a28-4841-4e54-a930-389abdcc8112 req-487848e1-420a-47fa-b971-959e76eeae9e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:41.276329 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-231a1a28-4841-4e54-a930-389abdcc8112 req-487848e1-420a-47fa-b971-959e76eeae9e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0913785 Dec 16 15:06:41.324304 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-231a1a28-4841-4e54-a930-389abdcc8112 req-9a4905b5-9a5e-426e-87b5-0026662a53dc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Dec 16 15:06:42.530831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb323c2a-9974-4c15-a513-f2dddd769e47 req-2bedde7b-e78d-458f-bbbf-0a82eae3b718 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:42.532493 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eb323c2a-9974-4c15-a513-f2dddd769e47 req-2bedde7b-e78d-458f-bbbf-0a82eae3b718 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0864663 Dec 16 15:06:42.583057 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eb323c2a-9974-4c15-a513-f2dddd769e47 req-d290d15d-346b-4154-a230-f58822ad0048 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436678 Dec 16 15:06:42.982055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:43.791827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f390c-87f7-46a1-a8d6-ca7a49a07b68 req-28150c9d-a475-4701-8e63-69511ddcda41 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:43.793478 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a39f390c-87f7-46a1-a8d6-ca7a49a07b68 req-28150c9d-a475-4701-8e63-69511ddcda41 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0899341 Dec 16 15:06:43.805281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bab2b3fb-2ccf-441e-af8e-56c3e1fc11c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:43.843250 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a39f390c-87f7-46a1-a8d6-ca7a49a07b68 req-abc1dec7-ecae-477b-b154-3e6589ed5cf6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Dec 16 15:06:44.376690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:45.059577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed027614-d2bc-4946-9322-320b97134f62 req-73474a84-37fd-456c-b2e6-bba7196dac08 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:45.061220 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed027614-d2bc-4946-9322-320b97134f62 req-73474a84-37fd-456c-b2e6-bba7196dac08 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0852761 Dec 16 15:06:45.111588 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ed027614-d2bc-4946-9322-320b97134f62 req-126ec3fc-ea1c-4773-87e4-921d430606f4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Dec 16 15:06:45.667972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:46.321391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0b960-87eb-425c-b422-0f0eede33369 req-52d542f1-a2e7-4d0f-bbac-cd63369be772 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:46.326651 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f3d0b960-87eb-425c-b422-0f0eede33369 req-52d542f1-a2e7-4d0f-bbac-cd63369be772 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0902612 Dec 16 15:06:46.373842 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f3d0b960-87eb-425c-b422-0f0eede33369 req-db88d91d-3cad-4dac-a114-01f362d11f3c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437946 Dec 16 15:06:47.580720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac36de8-3559-496b-870d-ad545a515b39 req-6e9ce1f9-cdd7-4c0a-8561-ab9a3ae8ae69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:47.582385 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fac36de8-3559-496b-870d-ad545a515b39 req-6e9ce1f9-cdd7-4c0a-8561-ab9a3ae8ae69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0831628 Dec 16 15:06:47.634058 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fac36de8-3559-496b-870d-ad545a515b39 req-22ad82fe-bdf5-4e34-b975-400f7e9d1835 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454597 Dec 16 15:06:48.838960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2760-ebd7-4907-9e72-a6db544a6605 req-e9174a36-e68f-4132-a8ef-0fd7fe842630 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:48.840487 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c7c2760-ebd7-4907-9e72-a6db544a6605 req-e9174a36-e68f-4132-a8ef-0fd7fe842630 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0827360 Dec 16 15:06:48.888903 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2c7c2760-ebd7-4907-9e72-a6db544a6605 req-ef87ae13-127c-4929-bca5-e4af67aca91b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Dec 16 15:06:50.095925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c263dc-612d-469b-94c6-36e73d8341b3 req-83fc1a50-d626-469f-a491-87934f4fb4fc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:50.097552 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4c263dc-612d-469b-94c6-36e73d8341b3 req-83fc1a50-d626-469f-a491-87934f4fb4fc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0868225 Dec 16 15:06:50.148534 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4c263dc-612d-469b-94c6-36e73d8341b3 req-130dbbc9-b64e-4b90-abd9-dd5bbd92382b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442581 Dec 16 15:06:51.357317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1f48d-4506-48cb-bcac-f109e164fb62 req-40e90eab-e736-4c14-97cf-23d186b37194 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:51.359012 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bba1f48d-4506-48cb-bcac-f109e164fb62 req-40e90eab-e736-4c14-97cf-23d186b37194 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0842130 Dec 16 15:06:51.409803 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bba1f48d-4506-48cb-bcac-f109e164fb62 req-b2999d1d-071f-44c4-8f74-16b18bf81076 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441871 Dec 16 15:06:52.621758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e5444-38ab-48a3-8abe-b430409cf6c0 req-c5140ea0-fc4a-4d2e-8e41-c436f5e5d843 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:52.623462 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f54e5444-38ab-48a3-8abe-b430409cf6c0 req-c5140ea0-fc4a-4d2e-8e41-c436f5e5d843 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0877023 Dec 16 15:06:52.676949 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f54e5444-38ab-48a3-8abe-b430409cf6c0 req-1ad602c6-3ed5-4586-82d5-3ff4a4dfbae2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469241 Dec 16 15:06:53.882461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143d0b6-abe5-4bcf-888b-d216718b34fc req-62892fb6-af40-4722-b0a1-1201ba68f1d3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:53.884083 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6143d0b6-abe5-4bcf-888b-d216718b34fc req-62892fb6-af40-4722-b0a1-1201ba68f1d3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0830522 Dec 16 15:06:53.935960 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6143d0b6-abe5-4bcf-888b-d216718b34fc req-ebabfca9-df8e-46fc-931f-4aca5ae9083e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458972 Dec 16 15:06:54.256640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:06:55.152344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeb10c-0597-48db-94b5-13406e124fce req-72f50e53-1dfa-4079-a055-48fc32408513 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:55.153952 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5feeb10c-0597-48db-94b5-13406e124fce req-72f50e53-1dfa-4079-a055-48fc32408513 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0821190 Dec 16 15:06:55.202286 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5feeb10c-0597-48db-94b5-13406e124fce req-a7a6b6ce-2cbb-47d0-841e-1f350c806c59 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Dec 16 15:06:56.428603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb2fd3-7d35-4986-8e81-120d721a4870 req-74c2d1bd-b77a-4be6-a8d6-2df3df9acc88 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:56.430238 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5edb2fd3-7d35-4986-8e81-120d721a4870 req-74c2d1bd-b77a-4be6-a8d6-2df3df9acc88 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1030426 Dec 16 15:06:56.478503 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5edb2fd3-7d35-4986-8e81-120d721a4870 req-a4a3bb8b-3a24-4988-81a7-92b5d090f014 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 Dec 16 15:06:57.680432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e99633-062b-4aff-8736-1e07708baefb req-0cac2f8a-1f5e-4d00-a31f-33cf65faf588 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:57.681979 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-42e99633-062b-4aff-8736-1e07708baefb req-0cac2f8a-1f5e-4d00-a31f-33cf65faf588 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0829329 Dec 16 15:06:57.730379 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-42e99633-062b-4aff-8736-1e07708baefb req-5726997b-6be8-4b1d-88ad-0ce21627079e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423799 Dec 16 15:06:58.833226 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43aec7c9-074b-4cef-9c13-650233eac25f req-107dca40-2579-4c28-939a-6fee6d7c83ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739117 Dec 16 15:06:58.941310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580cacb-d1b7-4438-a223-c0e103be2a51 req-25598931-7a82-4b5e-8951-1779740a6f9a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:58.943002 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2580cacb-d1b7-4438-a223-c0e103be2a51 req-25598931-7a82-4b5e-8951-1779740a6f9a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0906937 Dec 16 15:06:58.994739 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2580cacb-d1b7-4438-a223-c0e103be2a51 req-ae29f234-b2c5-40ff-8228-3935236457e2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448310 Dec 16 15:06:59.002347 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43aec7c9-074b-4cef-9c13-650233eac25f req-d30adc42-9f64-4964-9725-500f207fdc15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0800741 Dec 16 15:06:59.167361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aec7c9-074b-4cef-9c13-650233eac25f req-aaa0651b-efc6-46c9-88da-1d8a67e953fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:59.169235 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43aec7c9-074b-4cef-9c13-650233eac25f req-aaa0651b-efc6-46c9-88da-1d8a67e953fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1401136 Dec 16 15:06:59.281744 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43aec7c9-074b-4cef-9c13-650233eac25f req-2d8af47d-79af-486d-bdd4-7077bc1a42b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1056542 Dec 16 15:06:59.354401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aec7c9-074b-4cef-9c13-650233eac25f req-83a73459-fdb3-4673-98a2-0d03f405a142 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:06:59.355925 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43aec7c9-074b-4cef-9c13-650233eac25f req-83a73459-fdb3-4673-98a2-0d03f405a142 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0671351 Dec 16 15:06:59.436949 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43aec7c9-074b-4cef-9c13-650233eac25f req-8f59fc0c-3760-4e69-9e1b-90d175165bed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745332 Dec 16 15:06:59.577446 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43aec7c9-074b-4cef-9c13-650233eac25f req-2131c529-9380-4c4b-b588-4e8898f39c5b service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325748 Dec 16 15:06:59.907715 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43aec7c9-074b-4cef-9c13-650233eac25f req-f9a9cd8f-6f9e-428e-9234-88d8fad92e15 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220940 Dec 16 15:07:00.205320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29ac9b-e383-444f-9d1e-a051f82a7583 req-22e60809-370f-4f98-950e-80644d5c6b61 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:00.206932 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af29ac9b-e383-444f-9d1e-a051f82a7583 req-22e60809-370f-4f98-950e-80644d5c6b61 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0860834 Dec 16 15:07:00.260792 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af29ac9b-e383-444f-9d1e-a051f82a7583 req-c0971da5-11b4-40b0-96ac-f9954a152d3c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475364 Dec 16 15:07:01.487786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2f23e-a64a-4722-80a7-fe424964c432 req-3dacb5d9-c594-4d52-814c-43468cee8924 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:01.489505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-56f2f23e-a64a-4722-80a7-fe424964c432 req-3dacb5d9-c594-4d52-814c-43468cee8924 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1012189 Dec 16 15:07:01.539486 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-56f2f23e-a64a-4722-80a7-fe424964c432 req-487bb4e6-ac24-4fc3-8a04-f68e25901199 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435929 Dec 16 15:07:02.745336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f7b09-2b48-4e30-ab8c-950ac769385d req-d5671e9e-494e-4614-9b44-2be75d5645d4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:02.747001 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-749f7b09-2b48-4e30-ab8c-950ac769385d req-d5671e9e-494e-4614-9b44-2be75d5645d4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0843549 Dec 16 15:07:02.803975 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-749f7b09-2b48-4e30-ab8c-950ac769385d req-e331f276-3963-431e-bc75-614935fe3d29 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505366 Dec 16 15:07:04.010015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0392-1b96-4b9e-9d81-650b75a1e73c req-3dce9b87-5a0c-4444-8ddc-93efb5d9d402 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:04.011676 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-714e0392-1b96-4b9e-9d81-650b75a1e73c req-3dce9b87-5a0c-4444-8ddc-93efb5d9d402 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0829532 Dec 16 15:07:04.061913 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-714e0392-1b96-4b9e-9d81-650b75a1e73c req-2f1c2454-b367-43b3-a59d-efed1dfc9384 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440562 Dec 16 15:07:05.272218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902b112-e7e6-44c1-a158-f6cc01c70fb1 req-d4722d56-be72-4455-8907-a5270f1e6db9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:05.273846 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d902b112-e7e6-44c1-a158-f6cc01c70fb1 req-d4722d56-be72-4455-8907-a5270f1e6db9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0876319 Dec 16 15:07:05.323278 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d902b112-e7e6-44c1-a158-f6cc01c70fb1 req-69f277c9-a7b9-4785-ad75-df3861313507 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434339 Dec 16 15:07:06.526052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e80d-ad91-4163-8aab-ce56e3d9d3e5 req-9f7f2394-9837-4574-9a9d-cd89265de70a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:06.527673 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7762e80d-ad91-4163-8aab-ce56e3d9d3e5 req-9f7f2394-9837-4574-9a9d-cd89265de70a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0836132 Dec 16 15:07:06.575391 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7762e80d-ad91-4163-8aab-ce56e3d9d3e5 req-e40deabe-8ab9-45bf-a7de-e66f3c00ac67 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408998 Dec 16 15:07:08.015769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfeddd-9823-4467-8874-308302aaa8ff req-35c4d158-023d-42b6-9048-32d5610ac14a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:08.018146 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60bfeddd-9823-4467-8874-308302aaa8ff req-35c4d158-023d-42b6-9048-32d5610ac14a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.3051467 Dec 16 15:07:08.069099 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-60bfeddd-9823-4467-8874-308302aaa8ff req-3a7050b2-a30c-4423-ab6b-21dd0e09a97b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443335 Dec 16 15:07:09.280012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88958387-8b60-4dc1-ad91-97f828a2dd87 req-2203b1da-8c2f-43e8-9193-74c241e2f6cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:09.281656 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-88958387-8b60-4dc1-ad91-97f828a2dd87 req-2203b1da-8c2f-43e8-9193-74c241e2f6cb tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0836406 Dec 16 15:07:09.334764 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-88958387-8b60-4dc1-ad91-97f828a2dd87 req-6f5b85df-0e3e-4474-b10a-045adcb45edc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465970 Dec 16 15:07:10.551983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dda9f-8297-45eb-9269-00b32b0d2cd6 req-47c18510-cc64-4695-b168-d4a98dc9005f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:10.553520 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d31dda9f-8297-45eb-9269-00b32b0d2cd6 req-47c18510-cc64-4695-b168-d4a98dc9005f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0840228 Dec 16 15:07:10.602320 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d31dda9f-8297-45eb-9269-00b32b0d2cd6 req-78a115ed-92ff-4635-a402-f095e5ac0730 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Dec 16 15:07:11.250306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-10c66332-46a4-4906-a280-a40de363b188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:11.813916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f6f50-9770-467e-a32d-9ed2caf1ea69 req-a46b33bd-ba3c-43cc-b71d-dfa45b1ef544 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:11.815568 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e1f6f50-9770-467e-a32d-9ed2caf1ea69 req-a46b33bd-ba3c-43cc-b71d-dfa45b1ef544 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0877550 Dec 16 15:07:11.865134 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e1f6f50-9770-467e-a32d-9ed2caf1ea69 req-c31f4faf-d9a1-46f8-a3d1-b2ffe0af32ab tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431409 Dec 16 15:07:12.944233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:07:12.970437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:13.089575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691d05a-965b-49b2-b942-50922fd79c5f req-1f2c5e7a-0fd9-4eb5-a4b2-98158a3fdfca tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:13.091230 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5691d05a-965b-49b2-b942-50922fd79c5f req-1f2c5e7a-0fd9-4eb5-a4b2-98158a3fdfca tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0840793 Dec 16 15:07:13.139692 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5691d05a-965b-49b2-b942-50922fd79c5f req-309850c8-bbfa-4df5-9272-af5e629f5d5b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Dec 16 15:07:13.855682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a98faf92-ce63-4007-94c2-b7f72c86e7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:14.349231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3ab1e-6757-4e69-8bd7-84fea97cf8dc req-987d064f-319c-40e3-8630-8dc1062ddb6f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:14.356698 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14e3ab1e-6757-4e69-8bd7-84fea97cf8dc req-987d064f-319c-40e3-8630-8dc1062ddb6f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0902104 Dec 16 15:07:14.370637 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:14.400321 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14e3ab1e-6757-4e69-8bd7-84fea97cf8dc req-2347401f-adef-453b-a524-ac9cffbe81ae tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 Dec 16 15:07:15.615818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5398a-c012-4497-b3ca-758e6880d861 req-a9e05590-fb28-40ce-bbb6-9984dfbcd735 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:15.617379 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ee5398a-c012-4497-b3ca-758e6880d861 req-a9e05590-fb28-40ce-bbb6-9984dfbcd735 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0913391 Dec 16 15:07:15.666242 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9ee5398a-c012-4497-b3ca-758e6880d861 req-07635d12-7b21-4538-8036-fdeded4e790e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Dec 16 15:07:15.673860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:16.874159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfcee5-0e80-4be8-93f9-9fa4dc88cdfc req-679abd10-3667-4add-ac35-e4c567d6edd2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:16.875815 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bbfcee5-0e80-4be8-93f9-9fa4dc88cdfc req-679abd10-3667-4add-ac35-e4c567d6edd2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0875723 Dec 16 15:07:16.929223 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bbfcee5-0e80-4be8-93f9-9fa4dc88cdfc req-c0279e6d-475e-48ed-aa44-3eb3110616d2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461168 Dec 16 15:07:18.346283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487613ec-5b13-4e95-884c-f422cbf14b88 req-23910bec-b464-4c9a-b218-4a53cf668292 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:18.347940 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-487613ec-5b13-4e95-884c-f422cbf14b88 req-23910bec-b464-4c9a-b218-4a53cf668292 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0846586 Dec 16 15:07:18.401854 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-487613ec-5b13-4e95-884c-f422cbf14b88 req-689fcb0b-0105-4a71-9e8c-97769e2a921a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473690 Dec 16 15:07:19.610482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1d0b8-6c54-4cb8-a8c9-5e2844e76769 req-09943b73-d00f-45be-9638-259216efb641 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:19.612104 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ecb1d0b8-6c54-4cb8-a8c9-5e2844e76769 req-09943b73-d00f-45be-9638-259216efb641 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0836747 Dec 16 15:07:19.661173 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ecb1d0b8-6c54-4cb8-a8c9-5e2844e76769 req-e4997664-2f2d-46fb-a2f7-c179b651908f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Dec 16 15:07:20.866895 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d4126-093c-451c-a6c0-30084c1e2d98 req-c6ea5247-320e-4876-b42e-f1512475dc40 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:20.868508 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-745d4126-093c-451c-a6c0-30084c1e2d98 req-c6ea5247-320e-4876-b42e-f1512475dc40 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0874484 Dec 16 15:07:20.917566 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-745d4126-093c-451c-a6c0-30084c1e2d98 req-f147a724-eafc-48e9-8547-0d18c27f90ad tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 Dec 16 15:07:22.124345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d06e99-57d1-48a2-813e-651777b9345d req-9a9573e3-9566-41c9-9608-290b6077d61f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:22.125930 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43d06e99-57d1-48a2-813e-651777b9345d req-9a9573e3-9566-41c9-9608-290b6077d61f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0815513 Dec 16 15:07:22.173766 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43d06e99-57d1-48a2-813e-651777b9345d req-9cdc9c64-4413-4ae6-9fed-67c30387369e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Dec 16 15:07:23.396955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026aea4-a541-421c-937c-edbd741893d2 req-c28edd6a-56e6-47bb-81cc-bbc3fd91adbc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:23.398642 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2026aea4-a541-421c-937c-edbd741893d2 req-c28edd6a-56e6-47bb-81cc-bbc3fd91adbc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0889370 Dec 16 15:07:23.449015 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2026aea4-a541-421c-937c-edbd741893d2 req-22ba49b3-bbe9-4d20-817a-cd18449680c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Dec 16 15:07:24.255397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:24.683039 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e704e-ed2d-4da8-b317-0ba6a52c4f10 req-ca3d9915-b5b9-4feb-af3e-4b23ff5b712b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:24.684758 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e86e704e-ed2d-4da8-b317-0ba6a52c4f10 req-ca3d9915-b5b9-4feb-af3e-4b23ff5b712b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1034968 Dec 16 15:07:24.738179 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e86e704e-ed2d-4da8-b317-0ba6a52c4f10 req-4e08af75-6ca5-47f3-bf5d-df69811fed44 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466983 Dec 16 15:07:25.952656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f16f5-31cb-4aad-91c3-a86e68fe583f req-6ba351ad-e21a-4c15-b5f4-b9920a434793 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:25.955671 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a96f16f5-31cb-4aad-91c3-a86e68fe583f req-6ba351ad-e21a-4c15-b5f4-b9920a434793 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0938621 Dec 16 15:07:26.008166 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a96f16f5-31cb-4aad-91c3-a86e68fe583f req-6ac3ef8c-e93d-4ea2-917c-ed80d27a92fc tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463917 Dec 16 15:07:27.221132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b55f75-f97d-4823-b179-f45f65f546ea req-adc37443-0f43-4212-a6ab-156787181b0e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:27.222805 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d0b55f75-f97d-4823-b179-f45f65f546ea req-adc37443-0f43-4212-a6ab-156787181b0e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0874019 Dec 16 15:07:27.272020 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d0b55f75-f97d-4823-b179-f45f65f546ea req-60098bea-e0aa-4048-aad3-019437467e8d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Dec 16 15:07:28.489971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daca8b-6f21-4f19-b9c9-d3774d3c7785 req-a5b525a9-b2b8-4f5f-b0be-a2e4c42f5a8f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:28.491649 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69daca8b-6f21-4f19-b9c9-d3774d3c7785 req-a5b525a9-b2b8-4f5f-b0be-a2e4c42f5a8f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0851195 Dec 16 15:07:28.539923 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69daca8b-6f21-4f19-b9c9-d3774d3c7785 req-a3775b87-eec7-440b-bec8-3d4cbd1d34d3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Dec 16 15:07:29.750156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204999e-07f9-4ca8-aec4-4556856e7219 req-b557249d-fb6f-4f26-9a48-ee8d65543cdf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:29.752311 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f204999e-07f9-4ca8-aec4-4556856e7219 req-b557249d-fb6f-4f26-9a48-ee8d65543cdf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0879273 Dec 16 15:07:29.800169 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f204999e-07f9-4ca8-aec4-4556856e7219 req-2411b1e3-e3bc-45bd-8627-2ea8b4707ee8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 Dec 16 15:07:31.006296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676be983-f8c5-48d6-aa9d-da472ab59db6 req-380d19dc-6655-43a0-9866-86c6ec8d5273 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:31.007911 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-676be983-f8c5-48d6-aa9d-da472ab59db6 req-380d19dc-6655-43a0-9866-86c6ec8d5273 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0831201 Dec 16 15:07:31.062270 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-676be983-f8c5-48d6-aa9d-da472ab59db6 req-627f257f-3b30-4c0b-83ad-ff8f75ccbafd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481033 Dec 16 15:07:32.267836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005312e-a8ae-4530-b3b7-8f6b34127bcb req-d9594f94-bcbc-43bf-af3d-21c1519606f5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:32.269458 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d005312e-a8ae-4530-b3b7-8f6b34127bcb req-d9594f94-bcbc-43bf-af3d-21c1519606f5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0857322 Dec 16 15:07:32.319269 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d005312e-a8ae-4530-b3b7-8f6b34127bcb req-d388b678-0bc4-4f2c-9933-a7955e218554 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Dec 16 15:07:33.535760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283315a8-eea2-45ae-957b-3b43b6d8d199 req-a065b026-4d01-4bce-bb85-8f40b84d057e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:33.537393 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-283315a8-eea2-45ae-957b-3b43b6d8d199 req-a065b026-4d01-4bce-bb85-8f40b84d057e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0888588 Dec 16 15:07:33.585945 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-283315a8-eea2-45ae-957b-3b43b6d8d199 req-607cebe3-b48a-4b24-abb3-160b9ffd644d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426033 Dec 16 15:07:34.791985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af85d9-c28c-45e2-9035-e001db20b2e0 req-b552a65f-4002-45fe-939c-657582904a85 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:34.793638 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c3af85d9-c28c-45e2-9035-e001db20b2e0 req-b552a65f-4002-45fe-939c-657582904a85 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0834496 Dec 16 15:07:34.841142 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c3af85d9-c28c-45e2-9035-e001db20b2e0 req-d9cb7d23-6055-4225-9b1c-ca7825089857 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Dec 16 15:07:36.059085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf687f6f-34e0-4f0e-9ab1-ef1d69b7dc87 req-f4b5f6d6-9026-4d71-8e4e-316f4ddd68fd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:36.060693 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cf687f6f-34e0-4f0e-9ab1-ef1d69b7dc87 req-f4b5f6d6-9026-4d71-8e4e-316f4ddd68fd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0898306 Dec 16 15:07:36.110307 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cf687f6f-34e0-4f0e-9ab1-ef1d69b7dc87 req-eaf60366-02ec-4bf7-a0b2-6bb64f616eba tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428100 Dec 16 15:07:37.316605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36235428-ab75-440b-855b-b27c8351b62e req-d4388c5a-9133-4b35-b436-e7c64e90446e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:37.318512 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-36235428-ab75-440b-855b-b27c8351b62e req-d4388c5a-9133-4b35-b436-e7c64e90446e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0859923 Dec 16 15:07:37.369688 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-36235428-ab75-440b-855b-b27c8351b62e req-b023c71d-e41a-4ec8-918f-c62a4aeb175e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451317 Dec 16 15:07:38.582508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde8f8-9441-4ae0-a9fa-4b681ececb5a req-ce142081-f4f7-47fb-ab07-24b6736af8b3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:38.584159 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bdde8f8-9441-4ae0-a9fa-4b681ececb5a req-ce142081-f4f7-47fb-ab07-24b6736af8b3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0890720 Dec 16 15:07:38.634978 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2bdde8f8-9441-4ae0-a9fa-4b681ececb5a req-062ddb2c-2b56-45b2-ae0f-66f250d12adf tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446467 Dec 16 15:07:39.842893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb829611-9103-47ad-97a0-3c8e426317ae req-be69fadd-ab18-4458-a0a7-39f7508f145b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:39.845053 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb829611-9103-47ad-97a0-3c8e426317ae req-be69fadd-ab18-4458-a0a7-39f7508f145b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0857344 Dec 16 15:07:39.898267 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb829611-9103-47ad-97a0-3c8e426317ae req-04a77359-5d47-4d0a-a926-4beb33ae7d81 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470126 Dec 16 15:07:41.108322 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed0805-5137-4abb-a912-a8be684f27a1 req-bf2ea593-3e80-43fe-9eae-86cefbe1228b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:41.109983 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9ed0805-5137-4abb-a912-a8be684f27a1 req-bf2ea593-3e80-43fe-9eae-86cefbe1228b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0859115 Dec 16 15:07:41.171102 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b9ed0805-5137-4abb-a912-a8be684f27a1 req-35ab64fe-6954-481b-995d-f00f192a3753 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466008 Dec 16 15:07:41.249725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-41a119a0-6f37-40bf-ae3f-fa6929611084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:42.383301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7437f-123a-4ecc-86bd-e5a3b0755052 req-ea5d419c-92d7-47ef-a290-dc437b825eb4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:42.384962 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00e7437f-123a-4ecc-86bd-e5a3b0755052 req-ea5d419c-92d7-47ef-a290-dc437b825eb4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0896695 Dec 16 15:07:42.434224 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00e7437f-123a-4ecc-86bd-e5a3b0755052 req-526914d9-8079-4344-9aa3-2742aa5cfb60 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Dec 16 15:07:42.970255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:43.635781 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5ab34-fd13-4ef3-b231-95d277b0303a req-66b929ab-1093-482a-8aad-80ac5536acd2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:43.637409 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-33b5ab34-fd13-4ef3-b231-95d277b0303a req-66b929ab-1093-482a-8aad-80ac5536acd2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0822122 Dec 16 15:07:43.685373 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-33b5ab34-fd13-4ef3-b231-95d277b0303a req-5ca51814-7b30-4c65-b4db-cb8c60f9d9d4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414202 Dec 16 15:07:43.809936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0780b15d-90ce-42dc-aba6-4a93d73f39c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:44.381381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:44.895672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1884257-4fcd-41c6-9e87-5f7c4a887b68 req-ccbb38c4-d09f-4f60-bb73-12890421d3c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:44.897395 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1884257-4fcd-41c6-9e87-5f7c4a887b68 req-ccbb38c4-d09f-4f60-bb73-12890421d3c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0883648 Dec 16 15:07:44.947801 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1884257-4fcd-41c6-9e87-5f7c4a887b68 req-01288288-732d-4ee0-9830-62396607419c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Dec 16 15:07:45.678657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:46.153743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8a703-fb39-4a57-a95b-406d4226e883 req-8603b283-7a42-4016-8f59-c34dba287ff6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:46.155365 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a4f8a703-fb39-4a57-a95b-406d4226e883 req-8603b283-7a42-4016-8f59-c34dba287ff6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0818188 Dec 16 15:07:46.207371 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a4f8a703-fb39-4a57-a95b-406d4226e883 req-f566b4d4-85a8-4041-ac69-2d43da2c9596 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Dec 16 15:07:47.411245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d86752-e212-42c4-8b49-566cff027638 req-9c27872e-05b9-41e7-ba54-c853e5ecab83 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:47.412829 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9d86752-e212-42c4-8b49-566cff027638 req-9c27872e-05b9-41e7-ba54-c853e5ecab83 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0853045 Dec 16 15:07:47.460745 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9d86752-e212-42c4-8b49-566cff027638 req-5a166d19-3d6e-4ea8-a350-e887b8983e74 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418596 Dec 16 15:07:48.667980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb9d77-1368-431a-9673-7a2154d4df89 req-685a082b-6462-41c8-b173-edf159922508 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:48.669516 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-78fb9d77-1368-431a-9673-7a2154d4df89 req-685a082b-6462-41c8-b173-edf159922508 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0880544 Dec 16 15:07:48.719318 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-78fb9d77-1368-431a-9673-7a2154d4df89 req-f3eae6e5-7bd8-4485-b8cd-67c11dd73877 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436461 Dec 16 15:07:49.942516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b2084-f491-4ac8-abaa-1416880d0348 req-1ac66657-3293-498f-8f51-9afd9217ee94 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:49.944173 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b82b2084-f491-4ac8-abaa-1416880d0348 req-1ac66657-3293-498f-8f51-9afd9217ee94 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.0870919 Dec 16 15:07:49.947326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:07:49.997302 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b82b2084-f491-4ac8-abaa-1416880d0348 req-2f27d295-c4d3-40cb-a08f-0dcb93691791 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470037 Dec 16 15:07:50.026254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 43404) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:07:50.234249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Deleting port 46348c61-92b0-45d3-9d95-adcd23016780 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:07:50.235170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:50.421833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:50.422840 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:50.549375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Calling delete_port for 46348c61-92b0-45d3-9d95-adcd23016780 owned by network:floatingip {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:07:50.781166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:50.785290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:07:50.825957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event deleted for resources: {'Port': ['ID=46348c61-92b0-45d3-9d95-adcd23016780,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:07:50.867149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.867562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.867965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.868363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.868758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.869149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.869540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.869928 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.870343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.870727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.871110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:07:50.878569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:07:50.939958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for floatingip, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:51.350866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Router e78c19eb-3bf6-4643-a885-c50d412cabf9 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:07:51.574096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:07:51.586697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] Sync routers for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:07:51.600636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:07:51.601364 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:07:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:07:51.622091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:51.680889 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "DELETE /v2.0/floatingips/dc71bff2-4b85-4de9-93f3-d5cb35ab6883 HTTP/1.1" status: 204 len: 168 time: 1.6534977 Dec 16 15:07:51.681569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:07:51.737137 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'status': 'completed', 'code': 200} Dec 16 15:07:51.792492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:07:51.865237 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-2f089df8-f066-43c4-a48b-96390a33d549 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=482e5876a2f84b6ca5fc8e3537c2e971&device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 1096 time: 0.0767963 Dec 16 15:07:52.014024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-9b7ed1ca-d24a-4c41-bc5c-ea670e5f17d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:52.016527 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-9b7ed1ca-d24a-4c41-bc5c-ea670e5f17d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b4d9c94-6212-4d8c-9d94-8cb624826270 HTTP/1.1" status: 200 len: 910 time: 0.1510336 Dec 16 15:07:52.141748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:07Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd', 'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'mac_address': 'fa:16:3e:cb:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:07Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 5, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'subnets': [{'id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:07:52.146230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] Checking router: e78c19eb-3bf6-4643-a885-c50d412cabf9 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:07:52.158659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:07:52.159334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:07:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:07:52.195522 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-6ba2c22a-63ae-4437-af5d-9ce5d8639674 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2 HTTP/1.1" status: 200 len: 217 time: 0.1135323 Dec 16 15:07:52.286719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-fa8e41fb-8076-41cb-b67e-9a7470683909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:52.288448 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-fa8e41fb-8076-41cb-b67e-9a7470683909 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20f2d9af-9dfa-424a-ae3e-58d657fffab4 HTTP/1.1" status: 200 len: 848 time: 0.0832934 Dec 16 15:07:52.298821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aabd62-caad-4601-8e6a-ab14ef687d14 req-c7ec14af-ca71-46f3-bf34-8f4df83867c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:52.299571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-86aabd62-caad-4601-8e6a-ab14ef687d14 req-c7ec14af-ca71-46f3-bf34-8f4df83867c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Synchronizing usage tracker for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:07:52.345451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:07:52.408844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-86aabd62-caad-4601-8e6a-ab14ef687d14 req-c7ec14af-ca71-46f3-bf34-8f4df83867c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Unset dirty status for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:07:52.410093 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-86aabd62-caad-4601-8e6a-ab14ef687d14 req-c7ec14af-ca71-46f3-bf34-8f4df83867c6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.2730191 Dec 16 15:07:52.501282 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-698ee08a-a3c1-4bfc-9193-35a2a8dd7287 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b4d9c94-6212-4d8c-9d94-8cb624826270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1986306 Dec 16 15:07:52.503625 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-86aabd62-caad-4601-8e6a-ab14ef687d14 req-a0b6212b-7a1c-4546-affc-3571b45afcb5 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862803 Dec 16 15:07:52.514946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-627586df-99ea-4c2f-b356-faa0f57021ce tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:52.517047 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-627586df-99ea-4c2f-b356-faa0f57021ce tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.32 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1544170 Dec 16 15:07:52.693206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:07Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd', 'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'mac_address': 'fa:16:3e:cb:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:07Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 5, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'subnets': [{'id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:07:52.697854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbed674-c19b-432e-b666-f5ceda0d62d9 None None] The sync data for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi is: [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T14:57:07Z', 'revision_number': 4, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd', 'name': '', 'network_id': '8b4d9c94-6212-4d8c-9d94-8cb624826270', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'mac_address': 'fa:16:3e:cb:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:07Z', 'updated_at': '2021-12-16T14:57:16Z', 'revision_number': 5, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'subnets': [{'id': '20f2d9af-9dfa-424a-ae3e-58d657fffab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:07:52.889288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Deleting port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:07:52.889681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:52.980384 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-8ea8637d-d512-4f41-9a0a-8b15191f66fa service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716287 Dec 16 15:07:53.172049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43edc8-8f88-4505-bda0-077d10cabbe8 None None] New status for floating IP dc71bff2-4b85-4de9-93f3-d5cb35ab6883: DOWN {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:07:53.340471 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-26e184f8-00c8-48eb-9673-a0e1c566d65a service neutron] 10.222.0.32 "GET /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517375 Dec 16 15:07:53.372267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] For port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:07:53.372672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:53.513896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Calling delete_port for 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:07:53.738824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1417f-fc12-46f9-b1ca-1f35d2ef90c6 req-71abca4e-2615-4138-bc34-243775aedeed tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:53.740505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5df1417f-fc12-46f9-b1ca-1f35d2ef90c6 req-71abca4e-2615-4138-bc34-243775aedeed tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 943 time: 0.1023457 Dec 16 15:07:53.741942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:53.748214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:07:53.795539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event deleted for resources: {'Port': ['ID=2a20087b-09a5-411d-bbb0-eb5a2ee789c2,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:07:53.801468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:07:53.802697 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5df1417f-fc12-46f9-b1ca-1f35d2ef90c6 req-df5caa32-18e8-46c3-9cb8-8254d128cc56 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/security-groups?id=6070b568-47a8-4aa5-ac81-3ab7d2070923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558825 Dec 16 15:07:53.887272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] No DVR routers for this DVR port 2a20087b-09a5-411d-bbb0-eb5a2ee789c2 on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:07:53.890933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:53.893990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'name': 'network-vif-deleted', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:07:53.937076 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac3e7dcd-a506-4421-84fe-0f063d78be7f req-ce32f485-bdec-412f-8d79-b7e983348d69 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.32 "DELETE /v2.0/ports/2a20087b-09a5-411d-bbb0-eb5a2ee789c2 HTTP/1.1" status: 204 len: 173 time: 1.1949246 Dec 16 15:07:53.958475 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bfc41e-721c-45aa-a6fb-93f9213cf050', 'name': 'network-vif-deleted', 'tag': '2a20087b-09a5-411d-bbb0-eb5a2ee789c2', 'status': 'completed', 'code': 200} Dec 16 15:07:54.250351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:07:55.001370 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14708322-237f-49e9-ace7-4c3da7a04f34 req-55896d5b-ddb8-40d7-97df-b989d69cbd7e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0495336 Dec 16 15:07:56.177222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5e2c8549-470a-4e09-99f7-b617c149c8ba req-bcd002f6-fe77-4d80-b5fd-298a7882e5f0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Synchronizing usage tracker for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:07:56.221119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5e2c8549-470a-4e09-99f7-b617c149c8ba req-bcd002f6-fe77-4d80-b5fd-298a7882e5f0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Unset dirty status for tenant:482e5876a2f84b6ca5fc8e3537c2e971 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:07:56.222360 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5e2c8549-470a-4e09-99f7-b617c149c8ba req-bcd002f6-fe77-4d80-b5fd-298a7882e5f0 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0906351 Dec 16 15:07:57.399647 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1fd63896-4471-4b59-92b2-56065804c324 req-0f8e605c-9ba9-4a07-ad5a-6d09d1ba2398 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0492899 Dec 16 15:07:58.583485 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e0692537-1f50-4a17-aa46-444f6d2a9d17 req-44940a6d-b5a1-40d4-8cfe-6ab4caff0875 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0464518 Dec 16 15:07:58.853487 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-0916a846-63ea-468c-ada8-6be6917d115b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984693 Dec 16 15:07:58.978859 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-34b73ce5-ed80-41ff-8aeb-e77d1d06da69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb300a155af646228f7c0b155a5d63ac&device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 1098 time: 0.0880799 Dec 16 15:07:59.166809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-13b2126a-e2e8-40d8-84a6-97123c9d9449 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:59.168440 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-13b2126a-e2e8-40d8-84a6-97123c9d9449 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51fa2478-044e-4ace-8255-2af8579457d9 HTTP/1.1" status: 200 len: 915 time: 0.1686058 Dec 16 15:07:59.260567 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-46eef9fd-d744-40a7-bd4f-f0b228adc1ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01 HTTP/1.1" status: 200 len: 217 time: 0.0848937 Dec 16 15:07:59.344372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-2a7beace-b01d-4fa0-b12e-d1723a85469e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:07:59.346025 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-2a7beace-b01d-4fa0-b12e-d1723a85469e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0836b5ba-472e-4614-b0e0-7504bc6b1a1a HTTP/1.1" status: 200 len: 854 time: 0.0790155 Dec 16 15:07:59.402938 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-b3eb9cbb-9bd7-4002-92b2-14b6815e1376 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fa2478-044e-4ace-8255-2af8579457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494351 Dec 16 15:07:59.564669 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-c6e05884-2c7f-4e6b-9001-8591b909e147 service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544435 Dec 16 15:07:59.711530 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69dbe43f-b824-4657-a1b1-d24b50429cc2 req-afc7f048-96a9-4a7d-88f3-cf87439ed6e0 service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396103 Dec 16 15:07:59.757763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f19fbe8f-a5b9-43a3-9b0f-01af40b4b9a0 req-0b12b455-8fac-4c5a-84a9-08f712154ad7 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0480249 Dec 16 15:08:00.924696 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d2f86a3c-4d9b-42c6-859c-0bdce24a9c03 req-92af8fa6-66b1-4e82-9988-2e8ab1dd6190 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0454714 Dec 16 15:08:02.094983 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c06146f6-106c-43a7-b012-c29ca59798cd req-67d536e4-ff00-4fee-98e9-93d7a7981ff4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0484531 Dec 16 15:08:03.267663 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a1163df-2337-40ab-899a-5a7fa994686d req-97dbb61a-625e-4fb8-a2a1-393fe31be62d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0473573 Dec 16 15:08:04.437617 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c39588af-86ea-4b53-85d4-93ccc19eba2e req-704b1625-0707-4b00-966f-5bfdb6ebcd52 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0476909 Dec 16 15:08:05.612255 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ff00d2d5-52f6-42a7-a922-8f2719231821 req-217b9d28-4bff-4c22-94b6-f9844de2cc0a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0502350 Dec 16 15:08:06.791533 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b7ff2746-16f0-429d-b529-3978098433a3 req-39673a29-dd7c-4c18-8b1d-746b0af9aa32 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0549827 Dec 16 15:08:07.962877 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6cbea29b-5243-4ca7-8c4c-1db6b2ddfe9c req-9bfb6735-da93-4742-9963-cc526728abc9 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0473957 Dec 16 15:08:09.134365 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-818fab97-1420-4e98-b4d9-8654aab2e46f req-e9756824-aaab-42ae-85d0-41628e4cf9ea tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0508966 Dec 16 15:08:10.305121 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e80a4b85-c2fb-46f9-80a2-a2476d46f400 req-fe0c892e-c225-4e3b-a527-9dc16ba23c3a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0470545 Dec 16 15:08:11.243592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0c11d605-5c5c-4394-81a6-8d24dba239c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:11.478165 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a22da1a9-89f2-4948-89c1-9fdc33100a17 req-64c03edd-76e7-4a7d-aabd-a2c39462afc8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0484438 Dec 16 15:08:12.666287 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-66dcebeb-afa4-4d37-952b-36e2cd8c62da req-9cb7a34b-ee05-4811-8efb-c71197f30e4f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0457494 Dec 16 15:08:12.958314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:13.815631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-67e7894f-0e3d-41bd-bbde-7322cc1631dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:13.836313 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8b438f3e-a84b-4314-8bad-d9f12c25f296 req-f9b14c85-57f7-4e62-a6ae-b34f0028804a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0454714 Dec 16 15:08:14.369515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:15.011883 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee7fe305-54b7-4130-8cb2-baf37eb973df req-f6883e75-9b2f-40b4-8634-03d4c9637102 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0495901 Dec 16 15:08:15.683983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:16.186813 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d2da8813-cdc8-4426-8522-37dc2be7d48f req-f1dc1f1a-1114-494a-9062-598967e58806 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0485668 Dec 16 15:08:17.363283 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-982f6029-9e48-4651-8062-87ee7cae0982 req-62a1731d-df5b-44f9-9500-ee426209e24a tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0462351 Dec 16 15:08:18.532616 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cf55ee89-2ca4-4d0e-8fb1-a0313cffe919 req-0f557e8a-1a64-4465-9f88-d5b9023b6c5d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0492504 Dec 16 15:08:19.700378 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6936bd4c-1ccb-4e2c-b932-7c632fe4e7ee req-83a40bfe-b276-46a9-995f-c90ebea6337f tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0471325 Dec 16 15:08:20.870865 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e3995e9b-6e36-4988-adee-a0e55a8a01ba req-a25f5388-73f5-47d2-adcf-3f002e7188b2 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0454254 Dec 16 15:08:22.052725 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2cc6790-6639-413b-ab21-c574364005dc req-94f64180-2bcf-46be-82d6-f586a863007d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0528820 Dec 16 15:08:23.225881 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8137d6ad-ed43-4397-9b9b-938e3cd28625 req-a29aa52a-5287-49c7-98d7-3bcb63ad5646 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0467994 Dec 16 15:08:24.278337 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:24.410086 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7a681ffc-a35e-4cd9-beba-69f3786c0ebd req-616afb6c-e8ea-474d-81f9-36ac726fb815 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0461848 Dec 16 15:08:25.581274 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cd7c46da-7bc8-41c5-9239-6eb35bbba683 req-39c1b614-4797-49b5-9891-053f95fa89f4 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0487647 Dec 16 15:08:26.932041 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb77f439-803e-4364-8b77-4c1db90a01ec req-2ebed37e-e982-425c-aee4-c27f6132590e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.2289031 Dec 16 15:08:26.948125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:08:28.106845 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-606d4525-726c-4ee6-b1d3-d26df2fb1c95 req-cf90b3c1-aa5d-48f1-8dfe-58dbed486083 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0477545 Dec 16 15:08:29.281641 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5785202a-79e4-4390-a890-860f7654cb9a req-5c351189-6562-434f-bf75-77a855a4ac2b tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0480044 Dec 16 15:08:30.451273 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d705c480-c7bc-4022-8ff0-5c4c27b7a260 req-756d5331-8690-49e6-ab71-d2138e31ac52 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0468764 Dec 16 15:08:31.629831 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e29d2739-641a-47a1-b5b7-63ebce8eb428 req-fd390406-aab8-4e8e-b4dc-2d560623e99e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0464742 Dec 16 15:08:32.801831 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-75906c5a-2649-4753-a29e-cb8f831dfaa3 req-39206b7f-11ae-4a3f-9665-ac6096537889 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0478883 Dec 16 15:08:33.975425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9a1c9d5-fb2c-4a4d-9e6d-0a10a327ba8d req-058cd2b5-ae4f-47a0-a459-3f9b15f3db76 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0458951 Dec 16 15:08:35.149023 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a3a5dda-918e-40b2-b576-fd4a89c91de5 req-4163b171-bc8d-4b1b-a6a7-d3dac4ad8b90 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0469897 Dec 16 15:08:36.328502 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d397cb79-b999-40fd-bebe-39007d04fc8a req-89f0bb0b-ed27-42ff-94a5-0acf470618fd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0515699 Dec 16 15:08:37.515854 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a5d3b018-33a8-4bb2-85fb-da7fb55fd6ad req-c23e9776-f349-4c76-97b1-0d1ae1b2b45c tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0454047 Dec 16 15:08:38.689533 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c4b2eea4-49c1-4271-9eaf-10c8abc61a45 req-57066b3f-7219-46e5-ac72-0b6a335232dd tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0460668 Dec 16 15:08:39.991407 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-070cec56-5838-4d7a-84f4-c709839fd890 req-79df7922-687c-45b3-86d5-a42c1b26c556 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0529511 Dec 16 15:08:41.174232 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-02c0e793-2a83-45ce-80d8-14356b016444 req-1e910f5c-1726-40f3-9eae-bc96ff9d95f6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0468812 Dec 16 15:08:41.283726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8de6-aae7-4dd7-9e7e-b6bedd6c0ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:42.346745 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-42f8acdb-fa1e-4ac4-949f-259c496c7902 req-462d2b9c-a9bb-4f7f-be05-a36e6dd4ab43 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0487659 Dec 16 15:08:42.963105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:43.518815 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-489a6fe2-2ecd-4f2d-b0f0-5f6cffa72783 req-52c0cfb2-32b3-4bc6-967d-edce25ea0b79 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0489032 Dec 16 15:08:43.809785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a96c06dc-7e1d-4dc2-ad27-e4f67daeb61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:44.381092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:44.698016 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-33e5f47c-137f-48fd-9e2e-4e33b93e123b req-9d8053b5-74f8-46a1-96bb-3baa6de7220e tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0462878 Dec 16 15:08:45.728471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:45.866635 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3c10517e-d50b-4607-b794-02d276a9f503 req-bd164857-f436-41c6-aa3d-c46580d3ca95 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0448780 Dec 16 15:08:47.042851 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-36826668-0ef1-46cb-8b60-72d3bbb222dd req-0b29b3ee-e46b-4e88-8c48-5a7d62b99c91 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0496943 Dec 16 15:08:48.231865 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e7615b9f-f908-46af-a3f2-225b3c39833a req-2e19e9e1-46d4-4aef-afe3-2e1e3c4bf9f3 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0475872 Dec 16 15:08:49.407285 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edbf7f87-b4a7-42f3-a8b6-447405f70006 req-58589de6-8e96-44cc-a7a6-63bac2b10b75 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0466545 Dec 16 15:08:50.585173 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43553563-215f-4c08-8cef-0b57ea5288e7 req-5f40e1de-819c-4500-87b4-55196e628f72 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0532851 Dec 16 15:08:51.768253 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-277fdb52-c3de-4381-8bea-993390b21597 req-151cdffd-3a03-4124-b004-11ebca9f9b65 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0482578 Dec 16 15:08:52.943790 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8c6e8c7a-07de-4c4e-96d1-604a731421ae req-3ffd5f5b-a403-498f-bf49-aff6413d2238 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0485835 Dec 16 15:08:54.152753 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac9eecfa-872a-4287-a2cc-e1592c72040e req-fb926f70-8e20-4a91-81ec-2ae4dcae5425 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bfc41e-721c-45aa-a6fb-93f9213cf050 HTTP/1.1" status: 200 len: 210 time: 0.0596886 Dec 16 15:08:54.300662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:55.268559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 44128) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:08:55.351874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:55.391592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:55.562681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:55.569027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8f7929aa-bd85-43a2-aed6-3ab4f9f06389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:08:55.590881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6070b568-47a8-4aa5-ac81-3ab7d2070923,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:08:55.599856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.600783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.600783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.601066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.601469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.601866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.602362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.602757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.603153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.603540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.603929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:08:55.607241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:08:55.630403 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:55.637571 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] 10.222.0.45 "DELETE /v2.0/security-groups/6070b568-47a8-4aa5-ac81-3ab7d2070923 HTTP/1.1" status: 204 len: 168 time: 0.3675098 Dec 16 15:08:55.809573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 44136) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:08:56.462460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062652'] for router_interface, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:57.323500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Deleting port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:08:57.323872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:57.512145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] For port 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:08:57.512777 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:57.646021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Calling delete_port for 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd owned by network:router_interface {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:08:57.992283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:57.997127 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:08:58.040659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:08:58.043519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:08:58.360743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853542379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062498'] for router_interface, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:58.979709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Router e78c19eb-3bf6-4643-a885-c50d412cabf9 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:08:59.191628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:08:59.200835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] Sync routers for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:08:59.218915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:08:59.218915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:08:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:08:59.244895 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] 10.222.0.45 "PUT /v2.0/routers/e78c19eb-3bf6-4643-a885-c50d412cabf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4340067 Dec 16 15:08:59.250501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 44172) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:08:59.498067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks [] for router, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:08:59.604671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:08:59.969344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T15:08:57Z', 'revision_number': 5, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port': {'id': '9fa1846f-2afc-45ec-9866-51e6fbf58eb2', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:02Z', 'updated_at': '2021-12-16T14:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:08:59.974124 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] Checking router: e78c19eb-3bf6-4643-a885-c50d412cabf9 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:08:59.986968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] Routers {'e78c19eb-3bf6-4643-a885-c50d412cabf9'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:08:59.987668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:08:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['e78c19eb-3bf6-4643-a885-c50d412cabf9'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:00.000289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:00.037623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Deleting port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:09:00.038017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:00.176710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] Set router e78c19eb-3bf6-4643-a885-c50d412cabf9 gateway port host: None {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:09:00.263189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] For port 9fa1846f-2afc-45ec-9866-51e6fbf58eb2, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=9fa1846f-2afc-45ec-9866-51e6fbf58eb2,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:09:00.263507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:00.297460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T15:09:00Z', 'revision_number': 6, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port_host': None}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:00.302928 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd4c46-98b9-4d2f-b458-80e2510b0f83 None None] The sync data for ids ['e78c19eb-3bf6-4643-a885-c50d412cabf9'] in dv-cinder-821894-3-iscsi is: [{'id': 'e78c19eb-3bf6-4643-a885-c50d412cabf9', 'name': 'tempest-TestShelveInstance-1491475163-router', 'tenant_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:01Z', 'updated_at': '2021-12-16T15:09:00Z', 'revision_number': 6, 'project_id': '482e5876a2f84b6ca5fc8e3537c2e971', 'gw_port_host': None}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:09:00.396644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Calling delete_port for 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 owned by network:router_gateway {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:09:00.746800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:00.751857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:00.806906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa1846f-2afc-45ec-9866-51e6fbf58eb2,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:00.811259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:00.972194 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-110e22d4-a89b-45ad-8d63-2d82df7eeb19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836675 Dec 16 15:09:01.069909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853057515'] for router_gateway, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:01.095878 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-30910460-55f2-463e-90ed-cc6838459260 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 1099 time: 0.0885391 Dec 16 15:09:01.264535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-f0fb4fa9-9fd2-4049-8bc9-a1d910b7624e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:09:01.266390 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-f0fb4fa9-9fd2-4049-8bc9-a1d910b7624e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 917 time: 0.1499815 Dec 16 15:09:01.388820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852982661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733131'] for router, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:01.394597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:01.402955 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-9b2b7993-1dc3-47d2-af0f-204d9d26fca0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bad7080-7c47-432c-95a6-beb94a24904a HTTP/1.1" status: 200 len: 1001 time: 0.1291647 Dec 16 15:09:01.492344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-abc3e046-90dc-4b19-ae24-6487155e0d22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:09:01.494854 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-abc3e046-90dc-4b19-ae24-6487155e0d22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.0855200 Dec 16 15:09:01.608262 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-c7a8df35-f5df-438d-9977-45374aaa4946 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068008 Dec 16 15:09:01.718640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852982763'] for router, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:01.719924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e78c19eb-3bf6-4643-a885-c50d412cabf9 {{(pid=88292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:09:01.755589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:01.760377 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] 10.222.0.45 "DELETE /v2.0/routers/e78c19eb-3bf6-4643-a885-c50d412cabf9 HTTP/1.1" status: 204 len: 168 time: 2.5087614 Dec 16 15:09:01.761710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 44204) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:01.898270 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-a901dbca-38f2-45ce-abb9-e1cf7f4fa539 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820396 Dec 16 15:09:01.902224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] Deleting subnet 20f2d9af-9dfa-424a-ae3e-58d657fffab4 {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:09:01.915600 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:02.012835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:02.117001 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1afd1e8-934f-41d1-b7cb-469f5bbd730f req-23a5a359-9e61-47be-8a13-2b6c6e2586da service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119043 Dec 16 15:09:02.177812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:02.306577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:02.311845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:02.349634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f2d9af-9dfa-424a-ae3e-58d657fffab4,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:02.353898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:02.370360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:02.375577 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/20f2d9af-9dfa-424a-ae3e-58d657fffab4 HTTP/1.1" status: 204 len: 168 time: 0.6096640 Dec 16 15:09:02.376487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 44212) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:02.381842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c875f-a7c3-4985-b644-caffd1464ce8 None None] Network 8b4d9c94-6212-4d8c-9d94-8cb624826270 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:09:02.425383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:09:02.487112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:09:02.487515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 9fa1846f-2afc-45ec-9866-51e6fbf58eb2 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:09:02.487989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:09:02.535370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:02.546812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Deleting port d97dea3e-9dfd-4520-914d-e88993f9253b {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:09:02.547192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:02.580812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:09:02.581209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 27bb814e-e2c7-4bfa-9d28-9fd17d67a1dd not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:09:02.772326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] DHCP port deletion for 8b4d9c94-6212-4d8c-9d94-8cb624826270 request from dv-cinder-821894-3-iscsi {{(pid=88294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 16 15:09:02.777759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] Deleting port d97dea3e-9dfd-4520-914d-e88993f9253b {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:09:02.778263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] For port d97dea3e-9dfd-4520-914d-e88993f9253b, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=d97dea3e-9dfd-4520-914d-e88993f9253b,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:09:02.778429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:02.778679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:02.919427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Calling delete_port for d97dea3e-9dfd-4520-914d-e88993f9253b owned by network:dhcp {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:09:03.016962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] For port d97dea3e-9dfd-4520-914d-e88993f9253b, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=d97dea3e-9dfd-4520-914d-e88993f9253b,segment=NetworkSegment(b71afc44-c470-498c-84f0-1cdd15f717f5),segment_id=b71afc44-c470-498c-84f0-1cdd15f717f5)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:09:03.017441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:03.077971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:03.085988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ed871f9c-22f4-4176-bd5d-44b84d899c8f tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:03.152578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Pushing event deleted for resources: {'Port': ['ID=d97dea3e-9dfd-4520-914d-e88993f9253b,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:03.172411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.172971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.173458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.173999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.175018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.175477 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.175909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.176405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.176933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.177436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.177882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:09:03.179570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] Calling delete_port for d97dea3e-9dfd-4520-914d-e88993f9253b owned by network:dhcp {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:09:03.182432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] No DVR routers for this DVR port d97dea3e-9dfd-4520-914d-e88993f9253b on host dv-cinder-821894-3-iscsi {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:09:03.184654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:03.317858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:03.331832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:09:03.332397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 16 15:09:03.348041 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4d9c94-6212-4d8c-9d94-8cb624826270']}} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:03.366654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71afc44-c470-498c-84f0-1cdd15f717f5') {'for_net_delete': True} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:03.366992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71afc44-c470-498c-84f0-1cdd15f717f5') {} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:03.380779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15326250'] for segment, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:03.397210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:03.403772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=88293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:09:03.404242 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839929726'] for segment, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:09:03.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:09:03.688435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:03.695293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:03.699949 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5fff0956-d080-42a3-b06d-d7e501637e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:03.730708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4d9c94-6212-4d8c-9d94-8cb624826270,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:03.733665 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] 10.222.0.45 "DELETE /v2.0/networks/8b4d9c94-6212-4d8c-9d94-8cb624826270 HTTP/1.1" status: 204 len: 168 time: 1.3468912 Dec 16 15:09:03.734691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:03.739775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 44226) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:03.833382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] Deleting port d97dea3e-9dfd-4520-914d-e88993f9253b {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:09:03.833816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:03.912262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-cbe14636-09ff-4117-8d4d-ab87304bf76b None None] The port 'd97dea3e-9dfd-4520-914d-e88993f9253b' was deleted {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 16 15:09:03.956854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:09:04.223838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062652'] for router_interface, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:04.384384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device d97dea3e-9dfd-4520-914d-e88993f9253b no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:09:04.423218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: d97dea3e-9dfd-4520-914d-e88993f9253b {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:09:04.423530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device d97dea3e-9dfd-4520-914d-e88993f9253b not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:09:05.095993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Deleting port 87215f7c-0b19-4007-aa1e-826d69ad6fc0 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:09:05.096524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:05.293123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] For port 87215f7c-0b19-4007-aa1e-826d69ad6fc0, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=87215f7c-0b19-4007-aa1e-826d69ad6fc0,segment=NetworkSegment(eeb3e989-fead-4242-b46e-2812970297c2),segment_id=eeb3e989-fead-4242-b46e-2812970297c2)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:09:05.293848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:05.429972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Calling delete_port for 87215f7c-0b19-4007-aa1e-826d69ad6fc0 owned by network:router_interface {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:09:05.951373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:05.956218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-abbff806-9b70-4d8b-aae5-e58861a31052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:06.005354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Pushing event deleted for resources: {'Port': ['ID=87215f7c-0b19-4007-aa1e-826d69ad6fc0,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:06.008345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:06.369726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853542379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062498'] for router_interface, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:07.015766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Router a5d20587-4896-46b7-971c-2856e067c583 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:09:07.231783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:09:07.241844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] Sync routers for ids ['a5d20587-4896-46b7-971c-2856e067c583'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:09:07.244087 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] 10.222.0.45 "PUT /v2.0/routers/a5d20587-4896-46b7-971c-2856e067c583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5028100 Dec 16 15:09:07.246435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 44262) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:07.254743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] Routers {'a5d20587-4896-46b7-971c-2856e067c583'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:09:07.255428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:08:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a5d20587-4896-46b7-971c-2856e067c583'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:07.472458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] Set router a5d20587-4896-46b7-971c-2856e067c583 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:09:07.666380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks [] for router, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:07.782638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d20587-4896-46b7-971c-2856e067c583', 'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:11Z', 'updated_at': '2021-12-16T15:09:05Z', 'revision_number': 5, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'gw_port': {'id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:12Z', 'updated_at': '2021-12-16T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:07.787047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] Checking router: a5d20587-4896-46b7-971c-2856e067c583 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:09:07.798407 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] Routers {'a5d20587-4896-46b7-971c-2856e067c583'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:09:07.799606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:08:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a5d20587-4896-46b7-971c-2856e067c583'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:07.879910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:07.923382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Deleting port 2a04a27f-9062-4a02-9666-13b52b4f1ce7 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:09:07.923829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:07.991735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] Set router a5d20587-4896-46b7-971c-2856e067c583 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:09:08.114858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] For port 2a04a27f-9062-4a02-9666-13b52b4f1ce7, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=2a04a27f-9062-4a02-9666-13b52b4f1ce7,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:09:08.115265 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:08.252426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Calling delete_port for 2a04a27f-9062-4a02-9666-13b52b4f1ce7 owned by network:router_gateway {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:09:08.309470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d20587-4896-46b7-971c-2856e067c583', 'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:11Z', 'updated_at': '2021-12-16T15:09:05Z', 'revision_number': 5, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'gw_port': {'id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:12Z', 'updated_at': '2021-12-16T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:08.313987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebaaf14-fb7f-46f6-a4c8-642dc20b939f None None] The sync data for ids ['a5d20587-4896-46b7-971c-2856e067c583'] in dv-cinder-821894-3-iscsi is: [{'id': 'a5d20587-4896-46b7-971c-2856e067c583', 'name': 'tempest-TestShelveInstance-1064029051-router', 'tenant_id': '69ef63282fb5426fb17d6c1345854061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:57:11Z', 'updated_at': '2021-12-16T15:09:05Z', 'revision_number': 5, 'project_id': '69ef63282fb5426fb17d6c1345854061', 'gw_port': {'id': '2a04a27f-9062-4a02-9666-13b52b4f1ce7', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d20587-4896-46b7-971c-2856e067c583', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:57:12Z', 'updated_at': '2021-12-16T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:09:08.568774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:08.573837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0f94c7b2-176a-4f78-a08f-75168ca3c870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:08.617853 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a04a27f-9062-4a02-9666-13b52b4f1ce7,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:08.621709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:08.869472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853057515'] for router_gateway, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.142003 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852982661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733131'] for router, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.146695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.317559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852982763'] for router, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.318328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d20587-4896-46b7-971c-2856e067c583 {{(pid=88293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:09:09.333021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.334314 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a5d20587-4896-46b7-971c-2856e067c583 HTTP/1.1" status: 204 len: 168 time: 2.0868595 Dec 16 15:09:09.337419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 44284) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:09.412256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] Deleting subnet cfac5995-feaf-44a8-9320-94b0dc5fd4bb {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:09:09.419735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.474372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.558698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.661798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.667405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b01f0501-ff54-4336-84fc-45ea661d1a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:09.706237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfac5995-feaf-44a8-9320-94b0dc5fd4bb,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:09.708942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:09.713543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.720295 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cfac5995-feaf-44a8-9320-94b0dc5fd4bb HTTP/1.1" status: 204 len: 168 time: 0.3815925 Dec 16 15:09:09.720459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3eee8-7259-419f-b26c-7631c1163aae None None] Network 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:09:09.724335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 44294) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:09.864654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:09.876149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Deleting port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:09:09.876536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:10.026281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] DHCP port deletion for 5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b request from dv-cinder-821894-3-iscsi {{(pid=88294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 16 15:09:10.030540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] Deleting port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:09:10.030964 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:10.102304 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] For port 249c0b7c-90c9-431a-aaaa-78a83d4fae69, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=249c0b7c-90c9-431a-aaaa-78a83d4fae69,segment=NetworkSegment(eeb3e989-fead-4242-b46e-2812970297c2),segment_id=eeb3e989-fead-4242-b46e-2812970297c2)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:09:10.102716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:10.246816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Calling delete_port for 249c0b7c-90c9-431a-aaaa-78a83d4fae69 owned by network:dhcp {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:09:10.250305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] For port 249c0b7c-90c9-431a-aaaa-78a83d4fae69, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=249c0b7c-90c9-431a-aaaa-78a83d4fae69,segment=NetworkSegment(eeb3e989-fead-4242-b46e-2812970297c2),segment_id=eeb3e989-fead-4242-b46e-2812970297c2)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:09:10.250707 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:10.366092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:10.366092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c7de9542-532e-4d95-9a28-e814d8baeb4a tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:10.411791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=249c0b7c-90c9-431a-aaaa-78a83d4fae69,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:10.416325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:10.419863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] No DVR routers for this DVR port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 on host dv-cinder-821894-3-iscsi {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:09:10.546121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] Calling delete_port for 249c0b7c-90c9-431a-aaaa-78a83d4fae69 owned by network:dhcp {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:09:10.560730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:10.574791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 2a04a27f-9062-4a02-9666-13b52b4f1ce7 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:09:10.589794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b']}} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:10.603264 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb3e989-fead-4242-b46e-2812970297c2') {'for_net_delete': True} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:10.603744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb3e989-fead-4242-b46e-2812970297c2') {} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:09:10.617131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 2a04a27f-9062-4a02-9666-13b52b4f1ce7 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:09:10.617527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 2a04a27f-9062-4a02-9666-13b52b4f1ce7 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:09:10.617999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 249c0b7c-90c9-431a-aaaa-78a83d4fae69 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:09:10.618182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15326250'] for segment, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:10.662650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 249c0b7c-90c9-431a-aaaa-78a83d4fae69 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:09:10.663195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 249c0b7c-90c9-431a-aaaa-78a83d4fae69 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:09:10.663490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 87215f7c-0b19-4007-aa1e-826d69ad6fc0 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:09:10.703609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 87215f7c-0b19-4007-aa1e-826d69ad6fc0 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:09:10.704007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 87215f7c-0b19-4007-aa1e-826d69ad6fc0 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:09:10.720804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:10.728464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:09:10.728709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:09:10.728859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 16 15:09:10.729972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839929726'] for segment, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:09:10.747106 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:09:11.174803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:11.178656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:11.196046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:11.202551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:11.207920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:11.210882 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] 10.222.0.45 "DELETE /v2.0/networks/5f91d8b2-9c7e-44f3-99c0-7f6aaf89d61b HTTP/1.1" status: 204 len: 168 time: 1.4853561 Dec 16 15:09:11.230268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] Deleting port 249c0b7c-90c9-431a-aaaa-78a83d4fae69 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:09:11.230793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:11.260660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4fd1d9b2-9e1b-4e9b-bf12-6a9fe4cdbfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:11.302426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-245ed5e9-6b3d-46c0-902a-26e6011d6fd7 None None] The port '249c0b7c-90c9-431a-aaaa-78a83d4fae69' was deleted {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 16 15:09:11.457629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 44314) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:11.515575 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-40510e42-89ca-463d-bba8-d66763c00161 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=482e5876a2f84b6ca5fc8e3537c2e971&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565529 Dec 16 15:09:11.518254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 44318) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:11.585880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bf8e59c0-eb71-4897-9275-f4bce93fe45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:11.615257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bf8e59c0-eb71-4897-9275-f4bce93fe45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:11.820426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bf8e59c0-eb71-4897-9275-f4bce93fe45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:11.826418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e32092ee-5f01-491c-a326-525039aeeeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:11.841280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e59c0-eb71-4897-9275-f4bce93fe45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec79b29-554e-4bf8-99c1-75af5e224519,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:11.843751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-bf8e59c0-eb71-4897-9275-f4bce93fe45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:11.849944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bf8e59c0-eb71-4897-9275-f4bce93fe45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:11.851232 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-bf8e59c0-eb71-4897-9275-f4bce93fe45d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bec79b29-554e-4bf8-99c1-75af5e224519 HTTP/1.1" status: 204 len: 168 time: 0.3319883 Dec 16 15:09:12.520645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 44336) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:12.575417 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0d075d1f-b91e-4f7e-afc4-004e5ccb1e03 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69ef63282fb5426fb17d6c1345854061&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534236 Dec 16 15:09:12.578007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 44340) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:09:12.643991 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b897136a-05fb-4f7c-b542-b6515e5a4508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:12.671673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b897136a-05fb-4f7c-b542-b6515e5a4508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:12.746191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b897136a-05fb-4f7c-b542-b6515e5a4508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:12.751452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e65a9fc4-9ca9-4cd4-a595-ffff6a39791c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:09:12.762739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897136a-05fb-4f7c-b542-b6515e5a4508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f3f6b2-c194-403f-8326-41058c425dfb,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:09:12.766673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b897136a-05fb-4f7c-b542-b6515e5a4508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:09:12.769958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b897136a-05fb-4f7c-b542-b6515e5a4508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:12.771211 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b897136a-05fb-4f7c-b542-b6515e5a4508 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/84f3f6b2-c194-403f-8326-41058c425dfb HTTP/1.1" status: 204 len: 168 time: 0.1921675 Dec 16 15:09:12.963078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:13.808806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3276-315e-418f-abf0-b6fd323a4cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:14.374550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:15.688504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:24.306338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:40.947913 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:09:41.248859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4e83-c167-40bc-b59f-10390dd08a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:42.962565 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:43.808266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-44f0b86e-04f8-46b9-bdcd-74e9b1843d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:44.374554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:45.693799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:09:54.317987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:01.801542 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-f5481596-3057-4743-814b-04593a7ad81b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762603 Dec 16 15:10:01.982414 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-9c93fd8b-29ec-45e6-83e4-220a70d18377 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0799861 Dec 16 15:10:02.144981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-b0f5b850-8c40-4205-8e46-7552ac181445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:10:02.146601 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-b0f5b850-8c40-4205-8e46-7552ac181445 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1436508 Dec 16 15:10:02.260269 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-b327a289-3557-47e3-ba80-1b5be919b5c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1058085 Dec 16 15:10:02.341901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-ac757922-8ca7-4f5e-a55b-b0bece5ff057 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:10:02.343565 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-ac757922-8ca7-4f5e-a55b-b0bece5ff057 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0753565 Dec 16 15:10:02.432005 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-b5f009c6-0fdc-4597-b46b-7fe1c24660e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808668 Dec 16 15:10:02.588121 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-cc973fe8-cc5b-48ef-883f-c8030c840bbd service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477036 Dec 16 15:10:02.740648 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2eba7ed0-7574-4792-8b5d-e6a526d07989 req-9dd236af-0c3c-4551-99a8-d4b4ada0fc5d service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460681 Dec 16 15:10:11.254371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ad5121af-226d-450f-8394-7291347a680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:12.957533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:13.820651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8f3d178c-d53e-445c-8110-e72e0846653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:14.389948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:15.692766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:17.949423 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:10:24.322536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:41.259048 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9b23098e-235e-48ca-bcf9-4b0a6e55fa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:42.967486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:43.824579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-602d0db5-bc07-45c5-901a-64f27d1b494d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:44.401880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:45.697537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:50.420689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-22f3fe4b-72c3-4309-bdf7-16d681cfd635 req-8ea28444-f520-4653-bfd4-9f997e8a6975 service neutron] (88292) timed out ('10.222.0.32', 58671) {{(pid=88292) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 16 15:10:54.315828 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:10:54.950094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:11:03.986474 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-571e8e2e-947c-4633-a834-8af775b546b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2499914 Dec 16 15:11:04.096771 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-4c8eb4a0-8706-4331-b8e6-8c2f6d1bb68c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb300a155af646228f7c0b155a5d63ac&device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 1098 time: 0.0744781 Dec 16 15:11:04.259748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-21936e9d-dd7d-445e-9186-5da1cd7eb247 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:11:04.261424 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-21936e9d-dd7d-445e-9186-5da1cd7eb247 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51fa2478-044e-4ace-8255-2af8579457d9 HTTP/1.1" status: 200 len: 915 time: 0.1459932 Dec 16 15:11:04.339048 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-276e6f82-180d-4d5f-870e-ecf468030ecb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01 HTTP/1.1" status: 200 len: 217 time: 0.0711074 Dec 16 15:11:04.416541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-1e76bfd6-905e-4e6b-971e-14558c7d603c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:11:04.418176 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-1e76bfd6-905e-4e6b-971e-14558c7d603c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0836b5ba-472e-4614-b0e0-7504bc6b1a1a HTTP/1.1" status: 200 len: 854 time: 0.0711823 Dec 16 15:11:04.469550 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-5547a1ab-8daf-4895-8c53-87cd1778f870 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51fa2478-044e-4ace-8255-2af8579457d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447745 Dec 16 15:11:04.615902 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-73364e55-69c0-48eb-89f8-954383db4d77 service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391830 Dec 16 15:11:04.761273 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8bdeff28-3794-4225-aedf-fc9b27576b5a req-c84bd9a7-f597-4d5a-8253-6d54b0a41786 service neutron] 10.222.0.32 "GET /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382303 Dec 16 15:11:11.257327 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a9abeb16-58b8-46af-82c7-3fb48c939b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:12.967197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:13.822904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a560b758-cf35-4397-8936-ca73b5f2b6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:14.384635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:15.686891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:24.354151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:28.686787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-38fa0b14-faf8-4797-be6a-8369d5cd001b req-b52cd871-44a4-4b34-a493-a27ae89c8311 service neutron] (88292) timed out ('10.222.0.32', 58636) {{(pid=88292) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 16 15:11:31.950735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:11:38.153080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 45704) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:11:38.308767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:38.387871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:11:38.392307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Usage tracker for resource:security_group_rule and tenant:4bab85d69fed4717a6440a8a9da72709 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:11:38.395493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:11:38.401651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:11:38.541301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:38.595749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:38.603729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b404f328-3014-4111-ab45-f80b9ab8e56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:11:38.650819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ab67c2-e54c-4dfd-af17-061716c60b7a,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:11:38.661475 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4bab85d69fed4717a6440a8a9da72709&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5072131 Dec 16 15:11:38.663830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.664243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.664653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.665055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.665451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.665855 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.666377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.666633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 45716) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:11:38.667174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.667569 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.667960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.668352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:38.673400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-de34c769-e6f0-4e5b-9e7e-97cb8647c168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:11:38.752844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:38.780504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:38.955914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de33211-eca5-4e7d-936d-5650ff23f6f4 req-96d4e79f-b34b-4ce2-a2eb-199613c8d05b tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:11:38.957555 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8de33211-eca5-4e7d-936d-5650ff23f6f4 req-96d4e79f-b34b-4ce2-a2eb-199613c8d05b tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 945 time: 0.2865782 Dec 16 15:11:39.008585 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8de33211-eca5-4e7d-936d-5650ff23f6f4 req-c0cd80db-1001-4601-a674-3ed739deef00 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Dec 16 15:11:39.085126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:39.090551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e9f6296a-fca0-435c-8425-930f20151b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:11:39.103921 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ab67c2-e54c-4dfd-af17-061716c60b7a,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:11:39.113873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:39.115135 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7ab67c2-e54c-4dfd-af17-061716c60b7a HTTP/1.1" status: 204 len: 168 time: 0.4474061 Dec 16 15:11:39.117076 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.117726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.117862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.118282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.118691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.119150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.119459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.119857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.120251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.120727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.121007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:11:39.124221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:11:39.673741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-c48af360-ec88-4fab-a309-539ad13323dd tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:11:39.675387 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-c48af360-ec88-4fab-a309-539ad13323dd tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.32 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 945 time: 0.0837588 Dec 16 15:11:39.761805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Deleting port 75cb5458-4bda-45f2-b4d8-351b0e290d01 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:11:39.762252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:40.029789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] For port 75cb5458-4bda-45f2-b4d8-351b0e290d01, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=75cb5458-4bda-45f2-b4d8-351b0e290d01,segment=NetworkSegment(3ebd8ad0-ed39-4275-8ce2-13171b80e080),segment_id=3ebd8ad0-ed39-4275-8ce2-13171b80e080)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:11:40.030243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:40.164537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Calling delete_port for 75cb5458-4bda-45f2-b4d8-351b0e290d01 owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:11:40.226995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda16948-6c86-47e2-9d7a-4869eb127a16 req-6c199c20-f368-49f2-aa04-937c1396ac38 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:11:40.228837 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bda16948-6c86-47e2-9d7a-4869eb127a16 req-6c199c20-f368-49f2-aa04-937c1396ac38 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 945 time: 0.0900309 Dec 16 15:11:40.282992 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bda16948-6c86-47e2-9d7a-4869eb127a16 req-3fb08828-709b-4e75-8497-8de161ff3e45 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/security-groups?id=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 Dec 16 15:11:40.435302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:40.441619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a3b2bff2-b19b-431a-8272-e4863d5cdaa0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:11:40.475222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['75cb5458-4bda-45f2-b4d8-351b0e290d01'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:11:40.487350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Pushing event deleted for resources: {'Port': ['ID=75cb5458-4bda-45f2-b4d8-351b0e290d01,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:11:40.491734 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:11:40.566659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] No DVR routers for this DVR port 75cb5458-4bda-45f2-b4d8-351b0e290d01 on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:11:40.569249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:40.572178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64774bdb-b85b-4d86-9110-0b37d9c15bed', 'name': 'network-vif-deleted', 'tag': '75cb5458-4bda-45f2-b4d8-351b0e290d01'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:11:40.624827 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9bdb8552-d882-4d5f-9e39-ddc88f4577e5 req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.32 "DELETE /v2.0/ports/75cb5458-4bda-45f2-b4d8-351b0e290d01 HTTP/1.1" status: 204 len: 173 time: 0.9429057 Dec 16 15:11:40.792140 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64774bdb-b85b-4d86-9110-0b37d9c15bed', 'name': 'network-vif-deleted', 'tag': '75cb5458-4bda-45f2-b4d8-351b0e290d01', 'status': 'completed', 'code': 200} Dec 16 15:11:41.252771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-41a09499-158a-486a-8a80-43689ca8f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:41.595930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-8aee0719-dfb6-479b-a8c1-919a11781a1d req-fedb797b-7a9b-4585-ac40-dc4ccd1ac3be tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Synchronizing usage tracker for tenant:bb300a155af646228f7c0b155a5d63ac on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:11:41.629470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-8aee0719-dfb6-479b-a8c1-919a11781a1d req-fedb797b-7a9b-4585-ac40-dc4ccd1ac3be tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Unset dirty status for tenant:bb300a155af646228f7c0b155a5d63ac on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:11:41.630803 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8aee0719-dfb6-479b-a8c1-919a11781a1d req-fedb797b-7a9b-4585-ac40-dc4ccd1ac3be tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.2219651 Dec 16 15:11:42.804257 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b41f0e67-9575-4d1a-960d-27275bf488f2 req-ab06a84d-f3c1-4e42-ae44-4675a9256b15 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0460975 Dec 16 15:11:42.965516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:43.314114 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 75cb5458-4bda-45f2-b4d8-351b0e290d01 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:11:43.348804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 75cb5458-4bda-45f2-b4d8-351b0e290d01 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:11:43.349203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 75cb5458-4bda-45f2-b4d8-351b0e290d01 not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:11:43.822548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9d636165-1d41-4c08-9259-ada361a4fbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:43.977540 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e1ee4c64-1aac-452d-99ec-f42871716ce1 req-d68179a8-4831-4705-ac23-4a0a7b50d8e5 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0458140 Dec 16 15:11:44.412491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:45.147906 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c599a550-25fa-4a3a-8d13-648c4023e9bf req-5ce02e95-4019-4b7d-9472-71c5790c154e tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0486557 Dec 16 15:11:45.703707 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:46.322584 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8b7e0e1a-a1c0-4ba2-a0cb-794d62dd9be3 req-30ac4084-2dba-415f-8ea7-9e36e3cee43d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0464501 Dec 16 15:11:47.491662 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-77216492-a2b4-4e48-a767-43f117892cb1 req-ceeb8106-d06b-4276-897b-40bfe035b838 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0459182 Dec 16 15:11:48.025599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 45844) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:11:48.182945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:48.216116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:11:48.220251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Usage tracker for resource:security_group_rule and tenant:f0ae99214a7f4a70ba62f01c8166bf75 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:11:48.223208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:11:48.229254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:11:48.347076 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:48.395286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:48.403254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1f252418-39f8-47c5-9147-1c234a52963e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:11:48.455697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f46fc2-51af-4077-b75f-774280f5fe3a,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:11:48.464199 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0ae99214a7f4a70ba62f01c8166bf75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4356325 Dec 16 15:11:48.464199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:11:48.465459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 45852) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:11:48.536640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e553f557-a4f4-46f9-b48e-984ba2dc0866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:48.565024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e553f557-a4f4-46f9-b48e-984ba2dc0866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:48.669534 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cdb3a9da-0c4c-4623-b847-5340a258708f req-1d444e68-4ad9-4e2b-bfda-6f341a3c70ce tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0488765 Dec 16 15:11:48.680925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e553f557-a4f4-46f9-b48e-984ba2dc0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:48.686735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-fb4ddd58-598c-444d-a5df-4f994e1734c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:11:48.701429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553f557-a4f4-46f9-b48e-984ba2dc0866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f46fc2-51af-4077-b75f-774280f5fe3a,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:11:48.704580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e553f557-a4f4-46f9-b48e-984ba2dc0866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:11:48.705500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e553f557-a4f4-46f9-b48e-984ba2dc0866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:48.706765 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e553f557-a4f4-46f9-b48e-984ba2dc0866 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0f46fc2-51af-4077-b75f-774280f5fe3a HTTP/1.1" status: 204 len: 168 time: 0.2402856 Dec 16 15:11:49.857298 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0da854d7-003a-468e-a18e-a0c60c70bf84 req-a4160fb2-1b15-4133-8697-db753ecee692 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0552490 Dec 16 15:11:51.038914 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c42f9351-b3e2-4a5d-8835-e1728ff2a816 req-4ca1bc08-062f-4477-a815-473fbe320432 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0514555 Dec 16 15:11:52.231851 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-44eb878b-dd15-4c51-9f07-f5389e28b155 req-6f28f565-f2d2-43f3-9eab-620968f9d6ce tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0499902 Dec 16 15:11:53.419738 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d325a60-55b9-4e80-a1c4-2d36518d1c8b req-a5d1bcc5-4233-4cd3-94e8-2b6502ea42d0 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0479565 Dec 16 15:11:54.367019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:11:54.588031 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d8ca57d1-b5ad-4f5a-bc4f-dc927a2e99a9 req-d5f295d9-9be9-4b81-a277-5ca6625539d5 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0456071 Dec 16 15:11:55.760810 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1818465a-6d88-47a9-9022-0130eaa97434 req-3fb9546a-fb03-4945-8cc9-0d807c22724b tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0513136 Dec 16 15:11:56.939634 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c1712521-459a-4421-b96b-88b72f62b9bf req-45b74e40-9506-4c79-8ac0-990c6ec80d50 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0527141 Dec 16 15:11:58.111857 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a98f6c1d-e928-4601-ae4d-12d915991bfe req-5fa62460-23a5-4430-ada2-ff1589ab2e8d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0467622 Dec 16 15:11:59.284431 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d1dac773-1ecf-4663-85a0-75f7a1555d7b req-26dac4cd-17e8-4d2e-9540-832f6fba36e6 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0472655 Dec 16 15:12:00.589361 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aeaf0026-ffd2-4c8c-bb3e-061ee6506ec0 req-cfdaea74-87ab-45fe-b3f5-7b698f6ce5e1 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0460196 Dec 16 15:12:01.756069 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c17df98c-0187-4823-aad3-9db1ee0bdadb req-32ad6a4e-2651-4637-9ef1-107b68eca1bf tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0453331 Dec 16 15:12:02.930919 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0335f35a-0c68-4e77-b187-31ed864718a6 req-5b16f67c-5be1-413d-82d2-1be67cf7282c tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0499558 Dec 16 15:12:04.102363 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ad8d771-9411-4504-a32b-f87d6210407a req-03b78b8c-c4b0-4335-99f1-097d3cee86a2 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0495045 Dec 16 15:12:04.825425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-bf42e25a-08fb-428d-9ed5-a3e269aec791 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727644 Dec 16 15:12:04.942453 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-d60accd3-72ab-4c8d-9fe7-dec0372e4ca7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 1099 time: 0.0815909 Dec 16 15:12:05.099874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-c53ee433-5f5c-403d-8dfb-32b7e04374c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:12:05.101391 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-c53ee433-5f5c-403d-8dfb-32b7e04374c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 200 len: 917 time: 0.1402647 Dec 16 15:12:05.477555 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-da771390-64f5-4cb3-9eee-b231c37c9595 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bad7080-7c47-432c-95a6-beb94a24904a HTTP/1.1" status: 200 len: 1001 time: 0.3687975 Dec 16 15:12:05.479581 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce6c0501-84ab-4963-a294-ed954a7478f7 req-8eb997db-6783-4ec6-bff8-50824d13a9e5 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0528216 Dec 16 15:12:05.546414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-8478c98b-9116-4975-883f-4ef8674a06df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:12:05.548494 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-8478c98b-9116-4975-883f-4ef8674a06df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 200 len: 855 time: 0.0629148 Dec 16 15:12:05.629826 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-9ec1299c-c813-4c64-8811-d0591506d949 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab48171-7751-49dd-8d19-babe4bef5701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749600 Dec 16 15:12:05.767913 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-a019f15d-afd3-4eca-bce3-6355e4e80f94 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314201 Dec 16 15:12:05.910635 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f381e9aa-f4bb-4263-8c3e-f7a212bd5fbc req-56994c0b-8880-4226-a983-d5af9e2a7515 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360741 Dec 16 15:12:06.651848 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e5a7ec4-f7ad-4bd7-9a6f-d08ee3d5bdcb req-0c008d8e-62a6-4a81-9fdf-abada29c5164 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0457075 Dec 16 15:12:07.818980 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee4e00d7-5097-4e23-b945-c40de8c0a4d3 req-d9f2e43b-c8c4-4838-9aa1-fec3b0c26761 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0453622 Dec 16 15:12:08.952306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:12:08.993028 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-861a5db8-9a82-4808-85e7-000bcf01b58f req-8ca43920-e248-4e1d-ac4d-995ef4d90854 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0496352 Dec 16 15:12:10.175497 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a4786884-0b8a-4e3f-a3c5-9a9ad2b317b7 req-ce8a50a7-1d51-4c8a-ac8b-b9aeaee3bc80 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0452697 Dec 16 15:12:11.257925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e7ddcb1c-004b-45be-9b49-698c7d165856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:11.345348 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a3f7ce0f-488e-4853-b504-6b7b8cfb669e req-1f47e1dc-4a54-466b-b2da-c6b96dfe611b tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0459971 Dec 16 15:12:12.516220 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-66b19045-6916-4e35-a8b6-0335bd34b772 req-16b115d1-1322-4359-a3ae-cdbe71888eee tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0480256 Dec 16 15:12:12.970627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:13.686823 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e79bb96d-0446-406f-9da9-23997824f53a req-c33464f6-5533-4933-b489-b1cd3433bd96 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0452526 Dec 16 15:12:13.821747 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-795ce546-cc8d-42e6-aa56-2d77c1dadef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:14.404772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:14.853785 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4a693ab2-ec4b-4128-a05c-4b1f312e8da5 req-3161bd9b-27f5-4c30-8b75-b9da006a4f2d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0456583 Dec 16 15:12:15.703536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:16.024646 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-069c7973-1fad-4c7f-b5bd-ab95176721e0 req-2d5a7825-13ec-4ebf-9259-21cc84d1e084 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0478060 Dec 16 15:12:17.196123 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b13109e0-9f0e-4be9-9167-8aacf54cd4d1 req-f194f2a8-526f-4dd8-9698-937eafc3736f tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0460837 Dec 16 15:12:18.367141 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3f7ee6c1-0a76-4073-82db-6f2f4227a7fc req-f51a675a-673d-48e4-bdc3-74c1e566627e tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0494142 Dec 16 15:12:19.540203 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-873ce516-2b07-44b3-b7e5-eddfbc87c488 req-f6a39e6c-be01-4a9d-8148-acecf703dac8 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0486758 Dec 16 15:12:20.712777 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e45be670-5dc4-45f6-a417-3f8ee2cbffb3 req-acd6edf3-2a09-408e-931b-8ac9bd8ce3a4 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0462766 Dec 16 15:12:21.881887 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7e07455c-f2af-495f-881d-9d956f2f8966 req-3cd96b14-d027-4084-a1fc-0d82ecff7239 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0459177 Dec 16 15:12:23.053640 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6f7b3c8d-47f6-4569-b3ca-c863090f9ee4 req-d69a2b25-3316-41ff-b35f-a0c579e5006e tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0486355 Dec 16 15:12:24.229093 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4daa1092-ac4f-4382-9b75-0b9cf39ba739 req-2ad38ca9-c16e-4e02-ac1a-8355a1869b40 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0469210 Dec 16 15:12:24.372196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:25.397942 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2687187-fad8-47f7-89be-ca8548181124 req-c0e78d61-62d6-4a9d-bdf6-cc7852a518f7 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0469787 Dec 16 15:12:26.582063 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a9ff6dc-3492-4814-be02-931f9586e474 req-31c1802d-bdf7-4840-90b1-7fed2db9acec tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0613301 Dec 16 15:12:27.760703 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-79353ad4-d21b-43cb-9400-ab91774bb8f4 req-17fd9b0c-b3dc-47f6-952c-a526bb54d23f tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0469458 Dec 16 15:12:28.977815 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e543a3f0-0c37-46cb-914d-b51e592971cf req-6b9139ca-a877-4e93-8c78-7ad21170cb76 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0552237 Dec 16 15:12:30.159733 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5710aecd-cc11-4adf-9a54-d234618ba2c0 req-33969cc2-73b7-4bf5-8bc2-41596ef4f871 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0572507 Dec 16 15:12:31.333277 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-497074bd-136f-4942-a5ab-121f8dd55c62 req-984fdac5-8196-4b02-90c0-4f44d2ce918a tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0463855 Dec 16 15:12:32.513083 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f75057cc-c4be-483c-9776-b369fa25c8df req-71417223-1551-4b1b-b78f-56309df574de tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0476480 Dec 16 15:12:33.682487 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ead8417-91dd-4295-9db6-dcb3ea9bd8e0 req-76466bae-bdda-4b27-9acd-4ca0890451ab tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0485294 Dec 16 15:12:34.856318 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d39be196-7cfb-42d8-af60-219503152871 req-7085e0fe-7e65-41ad-a2a1-adcede42edf4 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0498240 Dec 16 15:12:36.025516 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5824467b-2903-4b7c-a561-c9ce9075fd98 req-a7de7e1a-4082-496c-9271-af7275734f29 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0451131 Dec 16 15:12:37.200815 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b7115fe8-727d-447d-b014-0ad2838e9834 req-79678744-c27c-445c-b4b9-8fb8bf4d4a54 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0492957 Dec 16 15:12:38.375332 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1e1fa3c3-07ff-41ec-a700-e901bf5b3fd7 req-f362d219-129a-4eb7-9fc0-12ff68a85152 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0456533 Dec 16 15:12:39.546528 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bc5a8761-5987-4f31-9539-5e22dd3330cc req-10d0cb8c-76a8-43a1-886c-e933d9ab27c4 tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0453408 Dec 16 15:12:40.718291 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9e771037-32a8-41b3-ae2a-6a85b1539ac4 req-a076b896-9f24-467d-8b7d-03c3ab87626d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] 10.222.0.45 "GET /v2.0/ports?device_id=64774bdb-b85b-4d86-9110-0b37d9c15bed HTTP/1.1" status: 200 len: 210 time: 0.0499470 Dec 16 15:12:41.268727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a7e0-7d52-4c29-a899-f983ed6921c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:42.963825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:43.817306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1b6ade65-e3a9-43b8-8ccd-4c1e06c0ff13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:44.398277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:45.718440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:12:45.953335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:12:54.392419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:05.804318 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-aa768680-7a81-4573-9fb3-cdfa54cd6c20 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790510 Dec 16 15:13:05.976550 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-bc7d1c4d-5356-491c-8044-7da13e96fc9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0806856 Dec 16 15:13:06.151116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-f7190e7c-7534-4883-b964-e1c704bb6f0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:13:06.152732 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-f7190e7c-7534-4883-b964-e1c704bb6f0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1554897 Dec 16 15:13:06.258744 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-cbb8dbdf-4a71-4898-9ee6-3af47e66d25f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.0992227 Dec 16 15:13:06.330822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-28e4841c-2df4-4c0b-abde-6dd757d2d5a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:13:06.332391 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-28e4841c-2df4-4c0b-abde-6dd757d2d5a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0663109 Dec 16 15:13:06.417050 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-cb5c1959-cc79-42cf-b174-d93aa3228aab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787446 Dec 16 15:13:06.574436 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-ae812274-6a75-4476-b2d7-107ed549202d service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498930 Dec 16 15:13:06.724088 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cca4b93c-0cbc-4c3f-ab43-8d0a5c7c6ac3 req-13e3c95d-c1d2-404f-8aed-1c068eb5dc8e service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431296 Dec 16 15:13:11.277908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cd5736f-8091-47ab-a862-bc3aee047217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:12.980788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:13.815381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cadc37d0-256e-4a0c-9f47-c5c3840fcf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:14.398147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:15.712523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:22.957522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:13:24.382234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:41.271611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0f911aab-1e0d-4300-b5ec-049519c6f151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:42.974323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:43.831541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-be983250-c17f-4e24-9155-13feb723d65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:44.403178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:45.712054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:50.638829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1805c5-d9e4-4df7-9bc0-37b4814d2804 req-e70b7235-a26e-44a7-b448-f69396545cf4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:13:50.641302 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8f1805c5-d9e4-4df7-9bc0-37b4814d2804 req-e70b7235-a26e-44a7-b448-f69396545cf4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 946 time: 0.1036067 Dec 16 15:13:50.698362 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8f1805c5-d9e4-4df7-9bc0-37b4814d2804 req-8af0bbcd-fbf1-4811-8603-e8f39e32278e tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492277 Dec 16 15:13:51.492037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-606313d4-7290-46e3-ba5e-22538816fdcc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:13:51.493629 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-606313d4-7290-46e3-ba5e-22538816fdcc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.32 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 946 time: 0.0815375 Dec 16 15:13:51.581886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Deleting port 1bad7080-7c47-432c-95a6-beb94a24904a {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:13:51.582335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:51.888897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] For port 1bad7080-7c47-432c-95a6-beb94a24904a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1bad7080-7c47-432c-95a6-beb94a24904a,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:13:51.889484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:52.087946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5996be-4014-45de-9da9-98852c88fc2c req-1c8a742c-d93c-4732-b4f5-8cef308ef344 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:13:52.089562 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c5996be-4014-45de-9da9-98852c88fc2c req-1c8a742c-d93c-4732-b4f5-8cef308ef344 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 946 time: 0.2562664 Dec 16 15:13:52.457733 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c5996be-4014-45de-9da9-98852c88fc2c req-41ba91b0-fc14-49ca-8e2a-1545f2396655 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7227560-4385-4306-aa76-8a8470da23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600941 Dec 16 15:13:52.460912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:52.461324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:52.461636 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Floating IP a8af6afc-afc6-4867-847d-3329063e8ee8 disassociated. External IP: 172.27.2.90, port: 1bad7080-7c47-432c-95a6-beb94a24904a. Dec 16 15:13:52.462014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Calling delete_port for 1bad7080-7c47-432c-95a6-beb94a24904a owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:13:52.706170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:52.715626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:13:52.766440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event deleted for resources: {'Port': ['ID=1bad7080-7c47-432c-95a6-beb94a24904a,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:13:52.783587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.784011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.784427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.784907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.785858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.786277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.786684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.787085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.787481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.787864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.788262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:52.791854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:13:53.010451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Router 722eacd1-2a5a-4499-8be1-8453d5a16794 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:13:53.273286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:13:53.284887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] Sync routers for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:13:53.301958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:13:53.302843 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:13:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:13:53.371813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] No DVR routers for this DVR port 1bad7080-7c47-432c-95a6-beb94a24904a on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:13:53.375443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:53.379897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'name': 'network-vif-deleted', 'tag': '1bad7080-7c47-432c-95a6-beb94a24904a'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:13:53.445014 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a9d3687e-956e-45a2-b961-6d2517fb241e req-3578ec4d-779b-46b2-9468-992bca246979 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.32 "DELETE /v2.0/ports/1bad7080-7c47-432c-95a6-beb94a24904a HTTP/1.1" status: 204 len: 173 time: 1.9449131 Dec 16 15:13:53.454752 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54869618-8ecd-4fac-8904-fe0b3bf2d3b5', 'name': 'network-vif-deleted', 'tag': '1bad7080-7c47-432c-95a6-beb94a24904a', 'status': 'completed', 'code': 200} Dec 16 15:13:53.543037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:13:53.689345 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4a8e4880-29a8-400b-add2-c326f9005ea8 req-f68f93dd-1708-4b58-bc9e-a9d463a0a445 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/ports?device_id=54869618-8ecd-4fac-8904-fe0b3bf2d3b5 HTTP/1.1" status: 200 len: 210 time: 0.0647573 Dec 16 15:13:53.909113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:13:53.913791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] Checking router: 722eacd1-2a5a-4499-8be1-8453d5a16794 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:13:53.925149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:13:53.926403 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:13:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:13:54.269955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 1bad7080-7c47-432c-95a6-beb94a24904a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:13:54.309216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 1bad7080-7c47-432c-95a6-beb94a24904a {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:13:54.309615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 1bad7080-7c47-432c-95a6-beb94a24904a not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:13:54.329430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:13:54.473352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:54.675660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:13:54.680019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fef411-3506-4cc1-9178-fce52a302125 None None] The sync data for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi is: [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:15Z', 'revision_number': 4, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '93c28503-461e-4d1d-b389-1459c1208249', 'name': '', 'network_id': '1ab48171-7751-49dd-8d19-babe4bef5701', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'mac_address': 'fa:16:3e:6a:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:12Z', 'updated_at': '2021-12-16T14:55:34Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'subnets': [{'id': '88655090-024f-4a4c-8bf7-a199ded748ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:13:54.927837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 47300) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:13:55.007121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:55.038587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:55.200234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02475a59-4de9-4b5a-a170-4a0be027e6b0 None None] New status for floating IP a8af6afc-afc6-4867-847d-3329063e8ee8: DOWN {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:13:55.233985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:55.240338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2097b63b-ef1d-4de6-8ff8-ee6e045ed478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:13:55.257361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7227560-4385-4306-aa76-8a8470da23e9,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:13:55.266659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.272424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:13:55.274770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:13:55.301758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:55.306745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 47306) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:13:55.312372 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "DELETE /v2.0/security-groups/b7227560-4385-4306-aa76-8a8470da23e9 HTTP/1.1" status: 204 len: 168 time: 0.3828053 Dec 16 15:13:55.327614 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.v2.resource [None req-72df2541-5cf6-4a4a-a164-23ba6cfac59c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] show failed (client error): The resource could not be found. Dec 16 15:13:55.328736 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-72df2541-5cf6-4a4a-a164-23ba6cfac59c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "GET /v2.0/security-groups/b7227560-4385-4306-aa76-8a8470da23e9 HTTP/1.1" status: 404 len: 347 time: 0.0205734 Dec 16 15:13:55.332042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 47310) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:13:55.502619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Deleting port 7135e6fe-e5f3-4096-a6f9-69e6ec2b8329 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:13:55.504046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:55.696311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:55.696686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:55.824046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Calling delete_port for 7135e6fe-e5f3-4096-a6f9-69e6ec2b8329 owned by network:floatingip {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:13:56.145834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:56.150532 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4567a52f-4a9c-4830-80a0-278edf3664de tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:13:56.192689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Pushing event deleted for resources: {'Port': ['ID=7135e6fe-e5f3-4096-a6f9-69e6ec2b8329,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:13:56.196628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:13:56.292375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:56.307368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:13:56.308645 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] 10.222.0.45 "DELETE /v2.0/floatingips/a8af6afc-afc6-4867-847d-3329063e8ee8 HTTP/1.1" status: 204 len: 168 time: 0.9756296 Dec 16 15:13:59.958668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:14:11.273471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-09a7da70-07f4-40b8-b903-97b8ba8503c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:12.982490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:13.822340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1c6de76e-7485-4d98-8139-f2e71b9587d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:14.410814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:15.724712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:24.403365 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:36.959936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:14:41.270201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1583c87d-264b-42fe-9c58-d06a174bc930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:43.059561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:43.836030 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-03969f91-e879-45d6-a488-4b4679cb5094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:44.413252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:45.722002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:14:54.415646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:03.693866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-58075476-c899-4a60-a034-8e431503174c req-6e30433f-fc5b-463a-9427-47a17fdea1f3 service neutron] (88293) timed out ('10.222.0.45', 38876) {{(pid=88293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 16 15:15:09.773283 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-903f75cb-10a5-4d12-bc5c-f243550008ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793715 Dec 16 15:15:09.947110 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-0324bf48-1e4c-421a-a7f0-ef0af34ea291 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0854752 Dec 16 15:15:10.110102 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-c386e94e-419e-4d56-9ba1-69333afe9a47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:15:10.111710 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-c386e94e-419e-4d56-9ba1-69333afe9a47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1389034 Dec 16 15:15:10.221185 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-52b1b14e-f11a-4908-8b4e-13ca05baf82a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1018312 Dec 16 15:15:10.289368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-432a2bf4-efc1-4f10-bf8e-7c44dacdfc57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:15:10.290986 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-432a2bf4-efc1-4f10-bf8e-7c44dacdfc57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0632448 Dec 16 15:15:10.375460 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-38c24afc-20db-4ca4-9c1c-2359db094e6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778589 Dec 16 15:15:10.539031 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-5814e771-019f-4dfd-9e20-56a922130f12 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566036 Dec 16 15:15:10.690470 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59d80d90-402a-4b2a-aa97-3002a167eb82 req-c7fe4f9b-5668-4519-9e50-6be5409e1f77 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441069 Dec 16 15:15:11.269954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-65ad687d-7806-4bd3-ac40-69b273c72eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:12.975456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:13.832995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9f84ee61-fed9-464d-80ec-40ae425b492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:13.960494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:15:14.427358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:15.724111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:24.421135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:41.278388 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-416944b7-2335-412e-b42d-e665099721a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:42.980998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:43.824277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c4224115-e483-4ed8-95fc-109590f71085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:44.496143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:45.838254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:15:50.962350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:15:54.418060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:10.966200 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-5ecf112f-8c06-4ec2-b6b9-5efdc96fb485 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2324038 Dec 16 15:16:11.156657 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-f84daa96-4594-45cb-8f87-491982348541 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0868390 Dec 16 15:16:11.271837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-884469db-aa1e-4e88-b3e0-a0e4b238aa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:11.318884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-8c704dd2-a92a-4439-a0dc-9e6a3bf23fc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:16:11.320413 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-8c704dd2-a92a-4439-a0dc-9e6a3bf23fc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1438642 Dec 16 15:16:11.433945 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-a132cd39-f47f-4577-a31c-d86097bd0ec4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1069245 Dec 16 15:16:11.506545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-c4bbc46e-7e4e-4151-b4db-50549cb04235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:16:11.508160 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-c4bbc46e-7e4e-4151-b4db-50549cb04235 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0670793 Dec 16 15:16:11.595684 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-18a965c8-2a53-4278-9a73-8eb1093be34f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812726 Dec 16 15:16:11.606599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-204a7cad-bc8d-44c9-aa22-51bd30b09a34 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:16:11.608876 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-204a7cad-bc8d-44c9-aa22-51bd30b09a34 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0067463 Dec 16 15:16:11.760237 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-aa868476-fe2f-4b4f-9f4e-faf1c39664ff service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440010 Dec 16 15:16:12.126059 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6919513-1f56-4437-b4c1-1f1b4f43677a req-62e28579-39b3-45bd-8fd3-f889da6b6a95 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582668 Dec 16 15:16:12.988955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:13.834287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-76d5be40-e980-48ff-b026-6828781b3afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:14.449153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:15.734744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:24.411295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:27.964371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:16:41.274259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bd4af8fa-a234-4906-aba0-46ca63bc3355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:42.969143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:43.825951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-11d06f12-5e5c-44b6-96b7-65986a0f35e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:44.428312 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:45.725499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:16:54.414254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:04.972918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:17:11.277652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d634dd52-d36a-424d-acc3-9950f76d4ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:11.773541 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-cd9bdea0-8fdd-4f1f-965d-ab49ed919ab1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792758 Dec 16 15:17:11.990232 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-46cd5864-1dcc-4821-8162-ae5c86bfd5a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.1117752 Dec 16 15:17:12.194823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-72c239d8-4ee1-48db-af04-c9e4f5d70c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:17:12.196418 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-72c239d8-4ee1-48db-af04-c9e4f5d70c20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1771810 Dec 16 15:17:12.316928 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-3258ea5f-5ed6-4f02-b356-3389727627ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1139941 Dec 16 15:17:12.400694 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-9fec512f-66d6-451b-816a-841aeae825c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:17:12.402517 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-9fec512f-66d6-451b-816a-841aeae825c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0789959 Dec 16 15:17:12.493900 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-3dde9111-0f0c-4008-8f35-31cbae4ff40e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854342 Dec 16 15:17:12.644987 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-95a75b0b-1850-497c-ad25-3a5c2523792a service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435163 Dec 16 15:17:12.820588 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f4aae9b4-1b79-439a-a84f-ff42a51d78c5 req-790082e7-608a-4149-bf17-30c1558942ce service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683769 Dec 16 15:17:12.982862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:13.831785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-66e1b11a-db45-4ee4-a518-a0f8f282e71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:14.439402 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:15.757084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:24.444715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:41.285498 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-67a0da91-0831-4a5b-aa05-a08e7cb713a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:41.977493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:17:42.974266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:43.848154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4dec6951-2131-4d39-b496-fb3f9fb8632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:44.442842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:45.746348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:17:54.449409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:11.295044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dc31-8983-4b99-9e98-788305835a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:12.996485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:13.814386 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26057435-4114-48ce-a07d-e418eb34c557 req-10ec7ce0-f1c0-47a8-9c42-f51d03d83893 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871665 Dec 16 15:18:13.832535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-934901d5-e1b0-4043-8a1a-ed2513008208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:14.011081 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26057435-4114-48ce-a07d-e418eb34c557 req-8b97d439-a812-4207-a4e5-46a6bec35d7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.1011548 Dec 16 15:18:14.205727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26057435-4114-48ce-a07d-e418eb34c557 req-edba5550-ec1c-4368-bcd5-0ca1b417667c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:18:14.207480 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26057435-4114-48ce-a07d-e418eb34c557 req-edba5550-ec1c-4368-bcd5-0ca1b417667c service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1732767 Dec 16 15:18:14.325918 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26057435-4114-48ce-a07d-e418eb34c557 req-cc239cba-90db-4e1f-9f39-5f36a8f80968 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1112094 Dec 16 15:18:14.399281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26057435-4114-48ce-a07d-e418eb34c557 req-890ba186-8836-4754-8e8f-ce8522d06671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:18:14.401582 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26057435-4114-48ce-a07d-e418eb34c557 req-890ba186-8836-4754-8e8f-ce8522d06671 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0691991 Dec 16 15:18:14.432797 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:14.492417 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26057435-4114-48ce-a07d-e418eb34c557 req-5aa53c5e-47d0-4b8f-8dbc-484114265ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843987 Dec 16 15:18:14.652537 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26057435-4114-48ce-a07d-e418eb34c557 req-9a69f3d6-452b-4895-8f86-2252595305d9 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531818 Dec 16 15:18:14.829921 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26057435-4114-48ce-a07d-e418eb34c557 req-8e77305d-269f-44b7-b2fc-0d3740dbcad3 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706159 Dec 16 15:18:15.775137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:18.971625 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:18:24.472400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:41.284108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9be3-dbb0-492d-b83f-ca6f0fec0189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:43.009029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:43.837551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2804cba3-445a-4bab-a06f-156faf932d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:44.444272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:45.746829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:54.447655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:18:55.972946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:19:11.275678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7ef632ee-4726-4205-a0d1-bfb3a67d23a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:12.972181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:13.778567 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-070b4242-bf2c-4dbf-baec-b47365c6fbf6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737543 Dec 16 15:19:13.842262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6ca6a393-be16-4d1d-97d2-ef436fe235f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:13.943632 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-54ff99ab-d88a-49fa-81ef-108ae4881548 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 1099 time: 0.0788870 Dec 16 15:19:14.102434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-d9a1beb1-1979-4ec7-8d3f-a166f7457ea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:19:14.104097 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-d9a1beb1-1979-4ec7-8d3f-a166f7457ea6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1409914 Dec 16 15:19:14.211946 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-5d8a887f-4999-4439-941e-1dbcfe032fba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 200 len: 1002 time: 0.1003323 Dec 16 15:19:14.295837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-79095fe0-fdd6-4dad-a722-63fea707a105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:19:14.297477 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-79095fe0-fdd6-4dad-a722-63fea707a105 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0801902 Dec 16 15:19:14.382783 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-34dfb04e-b61b-4c0c-9e40-8c958f03f792 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791078 Dec 16 15:19:14.442499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:14.532567 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-c4761d99-58e0-4444-bc8f-1ccb4a932a13 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424234 Dec 16 15:19:14.681380 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ffc7723c-95cb-4096-8840-b216907d3c18 req-4b2eb385-c05a-4d03-b325-59720131ee87 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428566 Dec 16 15:19:15.739428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:24.481155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:32.974506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:19:41.292748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bf399ca9-c43c-412f-9cb1-5a1c2859fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:42.985371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:43.852204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5816ae96-095d-42fe-83cb-4f0bde77e1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:44.436432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:45.745383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:19:54.457725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:09.974705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:20:10.840012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdccfae-de17-48ac-af98-d1f681079c81 req-b327d09d-a283-4daf-bce7-e205e2940e8c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:20:10.841665 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2cdccfae-de17-48ac-af98-d1f681079c81 req-b327d09d-a283-4daf-bce7-e205e2940e8c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.2641671 Dec 16 15:20:10.895917 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2cdccfae-de17-48ac-af98-d1f681079c81 req-040919f1-7551-4355-b882-9bbae68714ef tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480108 Dec 16 15:20:11.281420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fbe10bd-67ad-4629-937a-c6d19944cf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:11.741762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-db706ee0-b153-423d-849c-78b5646092b0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:20:11.758236 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-db706ee0-b153-423d-849c-78b5646092b0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.0893214 Dec 16 15:20:11.818795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Deleting port d2035528-d3ab-4af2-aaf2-d63a3fd8324b {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:20:11.819188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:12.092778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] For port d2035528-d3ab-4af2-aaf2-d63a3fd8324b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:20:12.093182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:12.642094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4f8f5-afca-43d7-9ffb-4bc51d5850db req-28b640fd-cf71-4caf-8ef4-c7528d385f8d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:20:12.643746 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f2d4f8f5-afca-43d7-9ffb-4bc51d5850db req-28b640fd-cf71-4caf-8ef4-c7528d385f8d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 946 time: 0.6078160 Dec 16 15:20:12.694415 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:12.694832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:12.695184 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Floating IP cd162a6a-aa66-4f5d-b600-839ed2226de2 disassociated. External IP: 172.27.2.254, port: d2035528-d3ab-4af2-aaf2-d63a3fd8324b. Dec 16 15:20:12.695564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Calling delete_port for d2035528-d3ab-4af2-aaf2-d63a3fd8324b owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:20:12.769026 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f2d4f8f5-afca-43d7-9ffb-4bc51d5850db req-b9c4a5c0-49a4-4aec-b484-c9832bbaa923 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d969da-6f8c-4242-872f-92a802f1d966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168694 Dec 16 15:20:12.938761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:12.944770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-382efb36-69f0-48ac-94c5-368b27a8adbc tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:20:12.974628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:12.989970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event deleted for resources: {'Port': ['ID=d2035528-d3ab-4af2-aaf2-d63a3fd8324b,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:20:13.005307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.005719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.006174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.006577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.006982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.007371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.007762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.008154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.008540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.008927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.009318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:20:13.013819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:20:13.234533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Router a8efcea1-16c0-4f94-a61d-e05532a7059a has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:20:13.455182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:20:13.466239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] Sync routers for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:20:13.479433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:20:13.480126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:19:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:20:13.531069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] No DVR routers for this DVR port d2035528-d3ab-4af2-aaf2-d63a3fd8324b on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:20:13.533722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:13.536671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2989cd04-6526-4aca-8f1f-771371323c14', 'name': 'network-vif-deleted', 'tag': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:20:13.591171 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e88b69c3-e6d3-4223-acb0-cfd827e56164 req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "DELETE /v2.0/ports/d2035528-d3ab-4af2-aaf2-d63a3fd8324b HTTP/1.1" status: 204 len: 173 time: 1.8420312 Dec 16 15:20:13.679363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:20:13.698617 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2989cd04-6526-4aca-8f1f-771371323c14', 'name': 'network-vif-deleted', 'tag': 'd2035528-d3ab-4af2-aaf2-d63a3fd8324b', 'status': 'completed', 'code': 200} Dec 16 15:20:13.924949 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-727d0d2e-935b-4a1e-9959-982bd3c3d5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:13.964833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-52a44149-70ff-48bd-ae06-93eb699a0485 req-bf9a36f7-be4d-4a3f-8554-bd4f271463cc tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Synchronizing usage tracker for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:20:14.007371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-52a44149-70ff-48bd-ae06-93eb699a0485 req-bf9a36f7-be4d-4a3f-8554-bd4f271463cc tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Unset dirty status for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:20:14.008595 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-52a44149-70ff-48bd-ae06-93eb699a0485 req-bf9a36f7-be4d-4a3f-8554-bd4f271463cc tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.1013479 Dec 16 15:20:14.043166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:20:14.047213 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] Checking router: a8efcea1-16c0-4f94-a61d-e05532a7059a for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:20:14.058677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:20:14.059334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:20:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:20:14.244165 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:20:14.544340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:14.744417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:20:14.748554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8d2ff-da6e-417b-bf46-5823043f674b None None] The sync data for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi is: [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:20:15.187416 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-28a58191-5a6f-4d1b-91e7-1f69fede36f3 req-34fcef25-e92f-4977-b4af-41b64354bec0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0466406 Dec 16 15:20:15.224368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065abc11-0f61-47e0-a08e-13ee77edc681 None None] New status for floating IP cd162a6a-aa66-4f5d-b600-839ed2226de2: DOWN {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:20:15.755439 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:15.864630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device d2035528-d3ab-4af2-aaf2-d63a3fd8324b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:20:15.900556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: d2035528-d3ab-4af2-aaf2-d63a3fd8324b {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:20:15.901069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device d2035528-d3ab-4af2-aaf2-d63a3fd8324b not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:20:16.361239 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4747ebd7-f0e7-4fdb-ad03-3c83cba466b6 req-18ac0ef4-f1a5-4cc9-a8d5-72b73bc1e937 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0465086 Dec 16 15:20:17.546830 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d7213d6d-ac69-4d74-b8c0-b8d4d4044801 req-66b84db0-3a2d-4b95-ad11-c349760b2e92 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0474882 Dec 16 15:20:18.717127 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7d67e80f-be88-4e3e-8067-77e84f676819 req-130cc45c-37f9-4cda-97bf-2a5a867a96cc tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0488112 Dec 16 15:20:19.889327 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c09532f1-a00a-410d-86df-7c5a9a8fc59c req-532d2df4-3e80-4f5a-85a0-4ca83c004318 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0456779 Dec 16 15:20:21.058538 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cec035ac-afa6-4622-becb-86f198b88501 req-8feebf66-e55c-45a9-8491-e29537afdb37 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0460038 Dec 16 15:20:22.234532 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2965c917-3bc9-493a-9eb7-5865dfb53da6 req-4c025b10-c3b9-435c-b34b-953fde911601 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0483518 Dec 16 15:20:23.430124 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5bb40ae0-ec0d-4b32-9a17-23cf157a6d30 req-9499a6d5-fe9c-419a-990c-66c1ff0aa378 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0497446 Dec 16 15:20:24.464262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:24.602605 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-37c82aec-45af-4236-933e-9fb4fcae5e32 req-bb9c4432-626a-48ee-a0ae-9566b4ea0610 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0477438 Dec 16 15:20:25.776225 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-62743ee8-f6c5-4fb6-9e14-4cf129068382 req-cb1a636d-b86e-43c9-aa8a-98179320e473 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0482488 Dec 16 15:20:27.151564 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17c827dd-9938-4c76-ba16-5c17992f6a74 req-7b6ae1d6-60a9-4121-b693-9ecee9a227d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.2506025 Dec 16 15:20:28.419356 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d45bb073-25c5-463d-b388-b0c1e7d143a3 req-10618a41-f3e8-4ba4-9b9d-bc211175112e tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0460906 Dec 16 15:20:29.585237 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5f297f32-45bc-4e61-8c61-f42fe77adb79 req-b45393e0-943d-4e51-b5ff-6f26c14178f4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0460644 Dec 16 15:20:30.757024 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e27764a8-a57a-414b-8235-72d5b32031c3 req-dbbd7c42-dac6-4fc0-8907-ebd2c3b211e6 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0447316 Dec 16 15:20:31.935238 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8e90fe1b-b6c5-463c-a797-f5a27a7845e0 req-6cafee1b-8572-411a-8952-705cf6fe0417 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0497029 Dec 16 15:20:33.108936 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-63b86025-26bb-4fc0-9cf0-9322c5ad2cd3 req-30ed78ba-4aa8-4720-938e-b7d2c86e3dd6 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0516078 Dec 16 15:20:34.284192 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-56dc69ea-d668-4e4a-a04e-fbcc506025f9 req-de569261-c7f6-4920-9f0b-7493e2b4edeb tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0503213 Dec 16 15:20:35.453065 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eb8081ff-0583-4d3c-866f-24d3ed0a28f5 req-4fe316ba-faf9-4f1a-b4bd-44d956550c7e tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0455797 Dec 16 15:20:36.621137 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e57b510f-b8f1-4f06-b682-b026d10a42c8 req-f9f02d46-1ee2-4efe-af0b-3feed5bf2999 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0467434 Dec 16 15:20:37.793554 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31f6e425-542d-4c97-91c7-b3d6bbc87937 req-2ef1318e-3be1-49b0-894c-aa1c357d2a7e tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0458941 Dec 16 15:20:38.965433 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b206c15b-3b33-4bfe-b98c-84a767f4db32 req-d0207ed7-a285-48fa-8f32-c28fcd391d1d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0495629 Dec 16 15:20:40.137324 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-43efa491-aa9e-417c-a87d-663c3c20bc9a req-7baebedd-1c5c-4b30-94a7-8c4e2d2e7f3c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0502095 Dec 16 15:20:41.268553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8424a77c-a817-4d6f-be2c-20470fd4ef29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:41.314577 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fa66c9d4-5bbd-41c6-a814-50477297741d req-190e9919-8eac-4bc9-9157-94d962cdbda6 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0466461 Dec 16 15:20:42.496620 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b74c540b-cb7f-475b-bc86-d037b2dc6dd4 req-802ab9ff-5c69-4790-809d-a1c1a97958ae tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0470061 Dec 16 15:20:42.967109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:43.671266 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-886bae99-78e6-43ad-9554-39b0fad927c2 req-211ae14a-cae1-4c92-8ea0-2b5ce139eaea tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0465398 Dec 16 15:20:43.847019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7a11d642-9c9a-41fa-ae72-ffb98040c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:44.440078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:44.845590 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9916f7ae-75c2-4f65-8fde-78ee6e8c4949 req-7933d9dc-f5fc-4370-ac8e-12d03a4c17b3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0472181 Dec 16 15:20:45.755049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:46.017986 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3330329f-13f9-40f3-abc0-c575ba806f8d req-6443b22f-c205-4f1c-b4f1-a3629101545c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0484927 Dec 16 15:20:46.975749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:20:47.195871 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-77ad345b-fedc-4aff-bad4-fe375ba9cd5d req-3fe57da5-92bd-4693-bb17-b16f5df349f3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0499647 Dec 16 15:20:48.370816 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7c85139e-a13c-4b79-acd2-30a2a7657a0e req-95cb114b-15e4-4aac-a441-cb5df4b187d6 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0478823 Dec 16 15:20:49.538361 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-85dd2c17-a2f1-4d89-8f2f-fbae733c656f req-3367e232-340a-42c5-b2fb-11d4510cb178 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0458572 Dec 16 15:20:50.711616 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cdadb00d-483e-4ee2-a47a-b86138b243cc req-4fb9ede9-197b-41d9-a069-e918378c9f98 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0464864 Dec 16 15:20:51.897599 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c2f78e6b-7b01-4ca3-9fb1-89f084edd5a0 req-c76cfa25-f171-4766-854e-f73a4091e174 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0460682 Dec 16 15:20:53.078437 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edcb2bec-91a2-49e8-921f-7be9bdfd045c req-db98c654-78d9-48c6-8798-5a3fd7e480e7 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0502930 Dec 16 15:20:54.263919 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-50ed9836-28c0-4571-bee6-77a6fb8ff149 req-93dc8fa1-8487-48a6-9324-73fb69423448 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0500758 Dec 16 15:20:54.463031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:20:55.443899 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ebd741ee-72b8-43ba-a5a1-de6f9b288093 req-ff762f61-6171-4d11-aa84-9798578ee55a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0481441 Dec 16 15:20:56.611834 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2b7a3361-1cb5-4dbb-9607-5e0ff4abd64d req-410d18d7-d18f-4379-9f9c-8c0fcedf2dc0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0461283 Dec 16 15:20:57.779622 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-30ae8aca-db42-4782-9296-3851b2f0729f req-7e27b169-9096-4143-82d4-2c373034abfd tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0444009 Dec 16 15:20:58.952285 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cdda1715-19ae-47ff-8f94-2f29f2040f0c req-52cec002-5448-4fcb-aaf6-e838a81cf98c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0467920 Dec 16 15:21:00.125114 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8fc2325e-4ca3-4040-ad93-f5e4e9596f4c req-7d6c2b65-141d-43ab-bae1-c389805dbd3f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0514224 Dec 16 15:21:01.310926 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-55448279-259b-46a7-92b4-8ea24060dfa3 req-7b7683bf-c675-48a1-8a6f-7864b14936d3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0629151 Dec 16 15:21:02.483736 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3144a125-fed2-4317-bc4b-1588b00d962d req-1cd478ec-ec03-4efc-bd3d-caae2072442b tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0454397 Dec 16 15:21:03.649652 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-51b18532-cf60-4e31-bda2-88146535ad1e req-3aa25792-5579-4427-a50f-7e0c6c681e1e tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0456293 Dec 16 15:21:04.817563 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-871c6338-7771-4485-8929-2ce9922a1a8c req-be1e304c-a448-48cf-9136-70edb3738510 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0453827 Dec 16 15:21:05.989827 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6c352ef0-eb13-492d-9b92-403e1071b3f7 req-78e8117d-213f-4360-bd3e-6a0c59b0e383 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0449367 Dec 16 15:21:07.160606 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a17141e7-53d8-438b-92ed-44db1429e090 req-d56f28ec-7720-45b0-865a-3cceb85f9b58 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0482576 Dec 16 15:21:08.332039 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b499a2e9-7860-4f88-9824-cd2e38ac6c4a req-7d9b13a9-d3c4-4496-9d4a-def6d4cce33d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0491967 Dec 16 15:21:09.505823 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e7d710d0-55f7-437c-b227-81472027f5bf req-86b6d73a-b61d-4ebe-8b23-5d823d78bfca tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0458698 Dec 16 15:21:10.677410 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65e8ffe8-0801-4c09-928e-c12f759a1ee8 req-b8b7ff8d-c480-4f7a-a4e2-17a6ca226e9d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0472479 Dec 16 15:21:11.269141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9bb59cd6-52d3-4593-b0ba-17e0c0c0e057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:11.851319 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-daa9ca03-4cf1-4122-bf05-fe3a05b742fa req-7738d6d2-0a2c-46e7-b99a-4742388d8edb tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0465310 Dec 16 15:21:12.967393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:13.055454 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-eaeb1203-0f34-4332-8074-91109959f0bc req-fa44a9a6-0850-4e2d-b7b1-307b964845c8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0645194 Dec 16 15:21:13.842282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-39c0b444-01e8-4616-ab7d-ed3847ad52ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:14.249094 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b11d69f-c623-4e36-a096-e5a63b22bbe4 req-c9bb4fd1-4287-4628-9eff-62412de55c2b tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=2989cd04-6526-4aca-8f1f-771371323c14 HTTP/1.1" status: 200 len: 210 time: 0.0526772 Dec 16 15:21:14.440375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:15.436381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 52200) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:21:15.511042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:15.540001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:15.697613 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:15.701772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-30c0e1f9-2c26-4c33-9598-b6fbcf7f0d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:15.718847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d969da-6f8c-4242-872f-92a802f1d966,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:15.728848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.729284 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.733176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.733176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.733176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.733176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.733176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.733176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.733176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.733176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.734135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:15.736827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:15.748464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:15.751426 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "DELETE /v2.0/security-groups/05d969da-6f8c-4242-872f-92a802f1d966 HTTP/1.1" status: 204 len: 168 time: 0.3122878 Dec 16 15:21:15.752853 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 52204) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:21:15.766177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:15.771848 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.v2.resource [None req-4aa6d800-6cfe-4477-aeb9-86d0b84fd208 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] show failed (client error): The resource could not be found. Dec 16 15:21:15.772929 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4aa6d800-6cfe-4477-aeb9-86d0b84fd208 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups/05d969da-6f8c-4242-872f-92a802f1d966 HTTP/1.1" status: 404 len: 347 time: 0.0190797 Dec 16 15:21:15.776171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 52208) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:21:15.945326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Deleting port da25e8d8-5658-4219-a9d3-f19f0a4f0043 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:21:15.945711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:16.123576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:16.123951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:16.506786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Calling delete_port for da25e8d8-5658-4219-a9d3-f19f0a4f0043 owned by network:floatingip {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:21:16.788608 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:16.793389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fd3dfc6-57c1-4111-b8e7-ee77b326350d tempest-VolumesSnapshotTestJSON-661080088 tempest-VolumesSnapshotTestJSON-661080088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:16.836939 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event deleted for resources: {'Port': ['ID=da25e8d8-5658-4219-a9d3-f19f0a4f0043,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:16.839981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:16.933441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:16.976649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:16.977865 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "DELETE /v2.0/floatingips/cd162a6a-aa66-4f5d-b600-839ed2226de2 HTTP/1.1" status: 204 len: 168 time: 1.2003520 Dec 16 15:21:17.601506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 52234) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:21:17.608451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478292852', 'description': 'tempest-description--413430409'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:21:17.614866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:21:17.619199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:security_group and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:21:17.622294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:21:17.629035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:21:17.668605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:17.772930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:21:17.777452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:security_group_rule and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:21:17.781428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:21:17.787604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:21:17.954897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:17.988512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:17.993858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-54555c8e-d533-4c8a-823c-69fca6d37136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:18.037379 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f782ecb5-0084-445d-9d51-707a06a553a0,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:18.040336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:18.063234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.064584 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4619415 Dec 16 15:21:18.067570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 52238) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:21:18.073636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'security_group_rule': {'security_group_id': 'f782ecb5-0084-445d-9d51-707a06a553a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:21:18.080287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:21:18.084446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:security_group_rule and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:21:18.087572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:21:18.093723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:21:18.139743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.209616 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.234586 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.242515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:18.266170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed052477-0184-45f8-996a-a4557b102f83,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:18.268769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:18.297500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.298802 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c55a9113-0f5c-4844-a8de-ef36f1ba7b97 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2302120 Dec 16 15:21:18.301703 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 52242) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:21:18.308166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'security_group_rule': {'security_group_id': 'f782ecb5-0084-445d-9d51-707a06a553a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:21:18.315354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:21:18.319401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:security_group_rule and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:21:18.322449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:21:18.328770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:21:18.390351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.456870 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.491806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.501162 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:18.525834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb0133f-8a34-48f9-aef5-b7f67e0ba560,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:18.538996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:18.572199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.574078 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2707233 Dec 16 15:21:18.577622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 52254) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:21:18.583817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'floatingip': {'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:21:18.590377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:21:18.594554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Usage tracker for resource:floatingip and tenant:fe152d649f134d28bec6b87e62973916 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:21:18.597697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:21:18.603962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:21:18.641457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.822782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:18.970231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Allocated IP 172.27.2.117 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/00f01d52-e8ab-4452-836b-d3bd4ff61959) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:21:19.131994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:19.205805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:19.210648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e310de0e-4c06-41b3-85ba-8ecdd8a3d7f0 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:19.277205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:21:19.281385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:21:19.283963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:21:19.323655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'Port': ['ID=00f01d52-e8ab-4452-836b-d3bd4ff61959,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:19.326691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:19.461534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:19.558474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:19.783096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:19.811993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:19.816717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:19.930887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'Port': ['ID=00f01d52-e8ab-4452-836b-d3bd4ff61959,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:19.935442 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:19.947169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:19.994392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:19.995846 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4171474 Dec 16 15:21:20.220604 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-5818f03b-6fc3-498a-b80b-17ae7fda5e53 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--478292852&fields=id&tenant_id=fe152d649f134d28bec6b87e62973916 HTTP/1.1" status: 200 len: 267 time: 0.0460656 Dec 16 15:21:20.395641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c550-8012-407c-9721-1baa48dc7c57 req-4898d3b4-79e9-4ad5-a78d-b290462ce836 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:20.398141 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-4898d3b4-79e9-4ad5-a78d-b290462ce836 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 810 time: 0.1704779 Dec 16 15:21:20.421416 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-284a52d7-815c-4067-bac5-056040e6f1f6 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/quotas/fe152d649f134d28bec6b87e62973916 HTTP/1.1" status: 200 len: 375 time: 0.0140214 Dec 16 15:21:20.511353 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-5470d0bd-5dd6-4c20-8c31-02c8e2a744e8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840468 Dec 16 15:21:20.622119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-68f10f3e-bf87-4354-8321-c38cf2e04dec service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:21:20.623903 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-68f10f3e-bf87-4354-8321-c38cf2e04dec service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0992570 Dec 16 15:21:20.774512 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-5baaf77b-9b61-46c4-b2dd-5035d76b4b23 service neutron] 10.222.0.45 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438396 Dec 16 15:21:20.930963 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-362e6ffe-394a-4738-9616-fcbf258d7bd9 service neutron] 10.222.0.45 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491749 Dec 16 15:21:21.173511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-9986f8c9-9183-405f-84d6-f4d1dbf57fe7 req-5910ac56-3a32-4faf-a5a9-ae2c002f18c3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Synchronizing usage tracker for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:21:21.228053 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-9986f8c9-9183-405f-84d6-f4d1dbf57fe7 req-5910ac56-3a32-4faf-a5a9-ae2c002f18c3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Unset dirty status for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:21:21.229410 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9986f8c9-9183-405f-84d6-f4d1dbf57fe7 req-5910ac56-3a32-4faf-a5a9-ae2c002f18c3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 210 time: 0.1062841 Dec 16 15:21:22.428087 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-61796661-c79d-4e66-b8a4-ca4ae6f4235f req-c86da513-29e0-425b-828e-609f0f1eafae tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 210 time: 0.0525224 Dec 16 15:21:23.189982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c550-8012-407c-9721-1baa48dc7c57 req-8d035e79-4ea5-4467-946e-a4629a1f2d34 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:23.191689 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-8d035e79-4ea5-4467-946e-a4629a1f2d34 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 810 time: 0.1990330 Dec 16 15:21:23.258346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-b305c550-8012-407c-9721-1baa48dc7c57 req-a7c5f061-d1a2-447e-961a-cb8132490fe0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Synchronizing usage tracker for tenant:fe152d649f134d28bec6b87e62973916 on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:21:23.320084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-b305c550-8012-407c-9721-1baa48dc7c57 req-a7c5f061-d1a2-447e-961a-cb8132490fe0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Unset dirty status for tenant:fe152d649f134d28bec6b87e62973916 on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:21:23.321378 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-a7c5f061-d1a2-447e-961a-cb8132490fe0 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe152d649f134d28bec6b87e62973916 HTTP/1.1" status: 200 len: 379 time: 0.1102116 Dec 16 15:21:23.332071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'port': {'device_id': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'admin_state_up': True, 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'security_groups': ['f782ecb5-0084-445d-9d51-707a06a553a0']}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:21:23.481614 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:21:23.491970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:21:23.537608 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Made reservation on behalf of fe152d649f134d28bec6b87e62973916 for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:21:23.543420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:23.652126 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e4ca769e-02f1-42c3-b26b-ef08f3f1328a req-0b99e14c-17b0-428d-b724-29c3ebfaec38 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 210 time: 0.0872757 Dec 16 15:21:23.788600 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Allocated IP 172.20.0.9 (22640b1c-4c47-4c71-9861-b248ec975b5d/26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b/84f4680a-3a41-4a40-9524-1dc9ba8f12ec) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:21:23.976451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:21:23.996505 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:24.014801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Transition to ACTIVE for port object 84f4680a-3a41-4a40-9524-1dc9ba8f12ec will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:21:24.064678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:24.073139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:24.147467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Network 22640b1c-4c47-4c71-9861-b248ec975b5d is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:21:24.151475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:21:24.156628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:21:24.188465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event updated for resources: {'Port': ['ID=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:24.199639 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:24.229949 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:24.231034 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:24.286967 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9591544 Dec 16 15:21:24.386704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Request body: {'port': {'device_id': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:21:24.494479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:24.507971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:24.588002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-12e50203-5d16-4587-b387-aae4d2934ee5 None None] Provisioning for port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:21:24.593308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-12e50203-5d16-4587-b387-aae4d2934ee5 None None] Provisioning complete for port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:21:24.593725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-12e50203-5d16-4587-b387-aae4d2934ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:24.647990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-12e50203-5d16-4587-b387-aae4d2934ee5 None None] Port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:21:24.872995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9029008-ef0c-4897-846e-848592f90585 req-a1db71bb-6de4-4237-a666-ab1a8f65b62f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:24.874942 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9029008-ef0c-4897-846e-848592f90585 req-a1db71bb-6de4-4237-a666-ab1a8f65b62f tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 931 time: 0.0883110 Dec 16 15:21:24.934081 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9029008-ef0c-4897-846e-848592f90585 req-e5dc4c1a-5838-40d4-b6fa-0a34cb849fdc tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529635 Dec 16 15:21:24.949810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f4680a-3a41-4a40-9524-1dc9ba8f12ec {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:21:24.958129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:24.973849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Transition to ACTIVE for port object 84f4680a-3a41-4a40-9524-1dc9ba8f12ec will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:21:25.005335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:25.009778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:25.358821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Pushing event updated for resources: {'Port': ['ID=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:25.368441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:25.477539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Attempting to bind port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:25.477964 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Attempting to bind port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:21:25.478383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Attempting to bind port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec on network 22640b1c-4c47-4c71-9861-b248ec975b5d {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:21:25.485258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec on network 22640b1c-4c47-4c71-9861-b248ec975b5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:21:25.485619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Attempting to bind port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec on network 22640b1c-4c47-4c71-9861-b248ec975b5d {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:21:25.492744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:21:25.493120 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Checking segment: {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:21:25.493549 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Bound using segment: {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:21:25.494016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Bound port: 84f4680a-3a41-4a40-9524-1dc9ba8f12ec, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33860082-34bb-4637-8f25-b4ead4c57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:21:25.494456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:25.590973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] For port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:21:25.594203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] For port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:21:25.634579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:25.639710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f514795b-8de0-40b6-88ca-ed61d7a00a36 tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:25.697753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:25.699279 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] 10.222.0.32 "PUT /v2.0/ports/84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 200 len: 1093 time: 1.3960166 Dec 16 15:21:25.699810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'tag': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:21:25.723501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Pushing event updated for resources: {'Port': ['ID=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:25.726967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:25.771514 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'tag': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec', 'status': 'completed', 'code': 200} Dec 16 15:21:25.899079 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ad84ab0-3f02-436a-b485-86df7e817b9a req-50bf122a-d962-4c50-bce3-05d73525a204 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1096 time: 0.0795584 Dec 16 15:21:26.067718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad84ab0-3f02-436a-b485-86df7e817b9a req-c385cb44-45f7-45fa-a481-8b2350017acd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:26.069334 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ad84ab0-3f02-436a-b485-86df7e817b9a req-c385cb44-45f7-45fa-a481-8b2350017acd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fe152d649f134d28bec6b87e62973916&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1554670 Dec 16 15:21:26.147060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf9864-4a14-4d7c-a42e-3fcb8d228b37 req-3a550e25-aaeb-45c1-8337-08e2010b08e1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:26.148817 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-87cf9864-4a14-4d7c-a42e-3fcb8d228b37 req-3a550e25-aaeb-45c1-8337-08e2010b08e1 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 943 time: 0.0868630 Dec 16 15:21:26.201613 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-87cf9864-4a14-4d7c-a42e-3fcb8d228b37 req-4dd24e3f-d661-45eb-ae19-8edee2ac7075 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454748 Dec 16 15:21:26.229230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad84ab0-3f02-436a-b485-86df7e817b9a req-30532788-a6f2-4f7f-a90a-f08170f9fb12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:26.230915 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ad84ab0-3f02-436a-b485-86df7e817b9a req-30532788-a6f2-4f7f-a90a-f08170f9fb12 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533387 Dec 16 15:21:26.382318 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-f7615fb9-ab98-4cd4-8b7b-9e5103746095 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1096 time: 0.0884984 Dec 16 15:21:26.460980 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-2451ec4f-2ef0-4cec-b1f9-944db3d34017 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 200 len: 217 time: 0.0653198 Dec 16 15:21:26.535228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305c550-8012-407c-9721-1baa48dc7c57 req-6f8a3434-70f8-45d1-a9d2-11d43437d978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:26.536839 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-6f8a3434-70f8-45d1-a9d2-11d43437d978 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0692205 Dec 16 15:21:26.619366 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-19b958e4-2f93-40a7-9ffb-3b1bccbb3883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760965 Dec 16 15:21:26.761389 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-d5bfd0fa-e3de-4644-8d1c-4eca7dd67541 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345863 Dec 16 15:21:26.910299 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b305c550-8012-407c-9721-1baa48dc7c57 req-b4766eaa-89d7-44e0-a74f-c5a5d0c481d1 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415100 Dec 16 15:21:27.423443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115bd36-ef11-492c-8a6f-6707565ec22b req-9459de31-656a-4649-832d-e5b2e23386db tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:27.424198 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5115bd36-ef11-492c-8a6f-6707565ec22b req-9459de31-656a-4649-832d-e5b2e23386db tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Synchronizing usage tracker for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:21:27.475399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5115bd36-ef11-492c-8a6f-6707565ec22b req-9459de31-656a-4649-832d-e5b2e23386db tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Unset dirty status for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:21:27.476755 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5115bd36-ef11-492c-8a6f-6707565ec22b req-9459de31-656a-4649-832d-e5b2e23386db tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 943 time: 0.1441429 Dec 16 15:21:27.532653 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5115bd36-ef11-492c-8a6f-6707565ec22b req-5d70233d-5770-48ef-a91f-d3c090c76566 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496020 Dec 16 15:21:28.743838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc185e-0e5c-4804-82f3-97b01ab75526 req-acdd5550-c8e6-40eb-8618-908fd3f9359a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:28.745542 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-85fc185e-0e5c-4804-82f3-97b01ab75526 req-acdd5550-c8e6-40eb-8618-908fd3f9359a tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 943 time: 0.0855083 Dec 16 15:21:28.796231 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-85fc185e-0e5c-4804-82f3-97b01ab75526 req-6aeb49bb-5112-4dec-b064-a27ca9ea46d3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444350 Dec 16 15:21:30.014786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3340a6a-1f29-4f98-8db4-ed24fbeb6183 req-e83b17ab-b60c-4b25-9579-e73c1306cb47 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:30.016462 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d3340a6a-1f29-4f98-8db4-ed24fbeb6183 req-e83b17ab-b60c-4b25-9579-e73c1306cb47 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 943 time: 0.0855792 Dec 16 15:21:30.066476 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d3340a6a-1f29-4f98-8db4-ed24fbeb6183 req-f562866b-6f0f-4a1b-9554-192a8a38e642 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436473 Dec 16 15:21:30.399206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 84f4680a-3a41-4a40-9524-1dc9ba8f12ec details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:21:30.542607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:21:30.557830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'port_id': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec', 'mac_address': 'fa:16:3e:57:b9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:21:30.618188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:30.636695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f4680a-3a41-4a40-9524-1dc9ba8f12ec {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:21:30.656849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:21:30.708332 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:30.710426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:30.777422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:30.787275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.787668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.788050 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.788428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.788804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.789183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.789558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.789932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.790332 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.790704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.791073 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:21:30.795140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:31.187372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['84f4680a-3a41-4a40-9524-1dc9ba8f12ec'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:21:31.291884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a913d-5cc2-481f-88a1-f2f46fdf7546 req-e5927b1c-b97c-41e1-b5a2-9fd21cf97615 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:31.293537 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e7a913d-5cc2-481f-88a1-f2f46fdf7546 req-e5927b1c-b97c-41e1-b5a2-9fd21cf97615 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 944 time: 0.1009309 Dec 16 15:21:31.344462 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e7a913d-5cc2-481f-88a1-f2f46fdf7546 req-42642b7f-24bb-4b85-b196-d77658507163 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439274 Dec 16 15:21:32.401683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 84f4680a-3a41-4a40-9524-1dc9ba8f12ec up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:21:32.503041 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:21:32.509039 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:21:32.509620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:32.577807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62da27-c3b4-471f-ae56-87a947ee74bd req-9a089617-873f-4562-9843-7340f9117290 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:32.579861 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb62da27-c3b4-471f-ae56-87a947ee74bd req-9a089617-873f-4562-9843-7340f9117290 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 944 time: 0.0883563 Dec 16 15:21:32.629641 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb62da27-c3b4-471f-ae56-87a947ee74bd req-864dc07f-e68c-4507-b5fe-7622a5df078b tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435205 Dec 16 15:21:32.631150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:32.660787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:21:32.672026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:21:32.703267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:32.706313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:21:32.774361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:21:32.777838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:21:32.851591 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec', 'code': 200} Dec 16 15:21:33.194451 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d0051b1-d675-4ec1-8796-d9ff689eba03 req-45380375-c442-410d-89d0-b4319e9d0c8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1098 time: 0.0730548 Dec 16 15:21:33.239753 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1d0051b1-d675-4ec1-8796-d9ff689eba03 req-ea79781e-371f-4ace-8a76-4f1f1f6a3249 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392413 Dec 16 15:21:33.853517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976f40-c304-4bce-bde2-860ef81aba5c req-d6248bf1-d80d-45c1-83cb-2a7435ef1bfe tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:33.855237 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-91976f40-c304-4bce-bde2-860ef81aba5c req-d6248bf1-d80d-45c1-83cb-2a7435ef1bfe tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 945 time: 0.0900443 Dec 16 15:21:33.906375 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-91976f40-c304-4bce-bde2-860ef81aba5c req-f10fdafa-ffee-4969-a701-5ceac7369e91 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439439 Dec 16 15:21:35.131045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c977921-da78-4a79-8f63-276881c7f809 req-b7f20d55-6fab-420c-bfe1-0a007f9ca9ec tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:35.132702 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c977921-da78-4a79-8f63-276881c7f809 req-b7f20d55-6fab-420c-bfe1-0a007f9ca9ec tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 945 time: 0.0913105 Dec 16 15:21:35.188299 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c977921-da78-4a79-8f63-276881c7f809 req-e72ce5bd-7a94-41d2-af58-2b1efcfc3321 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486693 Dec 16 15:21:35.397113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13298e-44a5-49d7-b291-caad0a643e64 req-b1bf3151-3e7f-46ad-bee2-5bbb12964a67 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:35.398684 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3b13298e-44a5-49d7-b291-caad0a643e64 req-b1bf3151-3e7f-46ad-bee2-5bbb12964a67 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 945 time: 0.0874839 Dec 16 15:21:35.407936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 52472) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:21:35.413708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-a4dfbaca-e55f-4460-a827-14186f358fa2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Request body: {'floatingip': {'port_id': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:21:35.494971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbaca-e55f-4460-a827-14186f358fa2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:36.178692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbaca-e55f-4460-a827-14186f358fa2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:36.211210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbaca-e55f-4460-a827-14186f358fa2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:36.425891 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [None req-a4dfbaca-e55f-4460-a827-14186f358fa2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Floating IP 41bee3d4-4c03-44fe-9c67-422dd14f454f associated. External IP: 172.27.2.117, port: 84f4680a-3a41-4a40-9524-1dc9ba8f12ec. Dec 16 15:21:37.059382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dfbaca-e55f-4460-a827-14186f358fa2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Router a8efcea1-16c0-4f94-a61d-e05532a7059a has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:21:37.270161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dfbaca-e55f-4460-a827-14186f358fa2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:21:37.275306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbaca-e55f-4460-a827-14186f358fa2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:37.281704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] Sync routers for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:21:37.295003 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:21:37.295700 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:21:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:21:37.332105 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a4dfbaca-e55f-4460-a827-14186f358fa2 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "PUT /v2.0/floatingips/41bee3d4-4c03-44fe-9c67-422dd14f454f HTTP/1.1" status: 200 len: 991 time: 1.9229949 Dec 16 15:21:37.332781 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'tag': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:21:37.420303 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'tag': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec', 'status': 'completed', 'code': 200} Dec 16 15:21:37.499401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:21:37.572028 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9fbfa282-9475-473a-8bd7-7c3e4b1ce13c req-2a98b0f0-0700-421b-9ca1-47428d010e8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1098 time: 0.0828075 Dec 16 15:21:37.725719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfa282-9475-473a-8bd7-7c3e4b1ce13c req-068fc5ce-e1ec-4a69-956f-492bf2d0bd93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:37.727365 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9fbfa282-9475-473a-8bd7-7c3e4b1ce13c req-068fc5ce-e1ec-4a69-956f-492bf2d0bd93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1484113 Dec 16 15:21:37.845005 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9fbfa282-9475-473a-8bd7-7c3e4b1ce13c req-67961e1b-7f8e-484e-b7f7-c43c163c5c0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 200 len: 999 time: 0.1105084 Dec 16 15:21:37.912719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '41bee3d4-4c03-44fe-9c67-422dd14f454f', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'port_id': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'mac_address': 'fa:16:3e:57:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:21:19Z', 'updated_at': '2021-12-16T15:21:36Z', 'revision_number': 1, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:21:37.917917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] Checking router: a8efcea1-16c0-4f94-a61d-e05532a7059a for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:21:37.920466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfa282-9475-473a-8bd7-7c3e4b1ce13c req-51e7f808-73c4-46e8-bc51-34d8a7923a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:21:37.922148 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9fbfa282-9475-473a-8bd7-7c3e4b1ce13c req-51e7f808-73c4-46e8-bc51-34d8a7923a84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0704670 Dec 16 15:21:37.931116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:21:37.931829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:21:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:21:38.016431 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9fbfa282-9475-473a-8bd7-7c3e4b1ce13c req-14b84409-5c0a-44df-866f-f017a0414995 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876207 Dec 16 15:21:38.128583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:21:38.175309 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9fbfa282-9475-473a-8bd7-7c3e4b1ce13c req-0c318054-9419-4f53-b4cf-2db67bea85b1 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518228 Dec 16 15:21:38.334525 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9fbfa282-9475-473a-8bd7-7c3e4b1ce13c req-3d4901c2-2df0-4a0c-8a46-c1d559270d1d service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531584 Dec 16 15:21:38.718716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '41bee3d4-4c03-44fe-9c67-422dd14f454f', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'port_id': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'mac_address': 'fa:16:3e:57:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:21:19Z', 'updated_at': '2021-12-16T15:21:36Z', 'revision_number': 1, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:21:38.723466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ff884-8249-41bc-a688-183f22c91c5c None None] The sync data for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi is: [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '41bee3d4-4c03-44fe-9c67-422dd14f454f', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'port_id': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'mac_address': 'fa:16:3e:57:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:21:19Z', 'updated_at': '2021-12-16T15:21:36Z', 'revision_number': 1, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:21:39.087360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd7692-c9c2-4812-ace3-7f21377cde51 None None] New status for floating IP 41bee3d4-4c03-44fe-9c67-422dd14f454f: ACTIVE {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:21:41.268219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e4340b41-5441-466b-aca3-ec832db23675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:42.976770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:43.851081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ae6eacf8-1676-452d-bf1e-e4c99d6dff9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:44.450800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:45.754365 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:21:54.491328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:00.979138 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:22:11.257005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9baf4030-bca1-4583-9889-c27942158238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:12.976200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:13.862076 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-068b5d50-9e95-4825-b728-d53761b81239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:14.450943 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:15.770645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:17.760295 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-9307a5b0-72d8-444e-8521-e8e8873752f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889010 Dec 16 15:22:17.929607 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-1377b769-5f2e-4863-b6fb-6ca63f9e6856 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1098 time: 0.0783846 Dec 16 15:22:18.097768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-0ce32af8-a2b5-424b-9823-89c35a43e7db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:22:18.099401 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-0ce32af8-a2b5-424b-9823-89c35a43e7db service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1495025 Dec 16 15:22:18.208216 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-762cfc54-dcab-4375-9eeb-f20ca8ba3b69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 200 len: 1001 time: 0.0999246 Dec 16 15:22:18.281954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-852cde31-2d7f-435d-9468-6c2198a6729c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:22:18.284144 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-852cde31-2d7f-435d-9468-6c2198a6729c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0686488 Dec 16 15:22:18.372737 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-8ea93e01-3678-4466-82c0-79df3b64b6a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823505 Dec 16 15:22:18.521113 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-35dda5e2-0e9c-47b1-9304-c2c9824a7e0c service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412005 Dec 16 15:22:18.662963 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b962f988-16c7-4436-8a61-02dfdc4232ee req-3fe5d4f5-dda0-44db-b82b-1253127ab3d4 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353238 Dec 16 15:22:24.490356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:37.981195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:22:41.261343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-59374e55-effd-4ad4-ac86-ecabe5804405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:42.981409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:43.867270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-be9c1a40-df31-4bb9-a551-a3fb83f7fc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:44.461375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:45.769815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:22:53.342621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-ec97e27e-19de-424c-92e2-b110bf298b93 req-26e184f8-00c8-48eb-9673-a0e1c566d65a service neutron] (88293) timed out ('10.222.0.32', 58669) {{(pid=88293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 16 15:22:54.586874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:11.278256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-83dc0949-afef-4f8a-9042-fd6f734c8108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:12.986741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:13.855478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-77634d0c-8e90-4e35-ab84-ab187028fcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:14.456891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:14.982504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:23:15.758105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:18.750074 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-278bf83e-1fbb-4285-b5ba-df9603a26fe6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791130 Dec 16 15:23:18.916776 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-f9fbce1d-c2c2-4f46-8e53-fd5b2d1ae51e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1098 time: 0.0803089 Dec 16 15:23:19.094364 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-f5a97507-cccf-49bb-8aef-59afa22288ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:23:19.095965 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-f5a97507-cccf-49bb-8aef-59afa22288ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1562858 Dec 16 15:23:19.205902 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-9206e354-23af-488d-9e0f-e54ef869b133 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 200 len: 1001 time: 0.1028068 Dec 16 15:23:19.276383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-bbfafcf9-d4b5-4ded-8680-a5e167870b54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:23:19.277982 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-bbfafcf9-d4b5-4ded-8680-a5e167870b54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0653827 Dec 16 15:23:19.360697 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-c14a399f-2dd9-416c-8e3f-4d1bf08db187 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760424 Dec 16 15:23:19.504612 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-497b1bc9-4f16-4cbb-8bbf-6be6dfe282d7 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374829 Dec 16 15:23:19.646022 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-616a1164-5a3e-4696-afc0-5fe49ad2ddf4 req-efaf43b7-7be4-4c39-a372-9031115f1995 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349447 Dec 16 15:23:24.506715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:41.289219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-09c2fee1-bcf1-4b5c-bf84-928841e73bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:42.980481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:43.911662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eb8bfe5b-74c4-4a05-a6f6-25bd335c56fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:44.466770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:45.780600 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:23:51.984205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:23:54.506790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:11.301493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c489249f-ecd4-4964-ba3e-f88d098bc7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:12.986330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:13.865867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08f61b64-a79f-4484-8836-d9f089ba7666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:14.471983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:15.780071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:20.774993 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-405e0992-02bd-4990-aaa8-bac528c3fbd5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762393 Dec 16 15:24:20.948181 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-bed204a3-82cd-4ec1-8a6e-631d127d6458 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1098 time: 0.0810392 Dec 16 15:24:21.111091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-fd0f2489-0d6e-49ef-a7c3-f6e0dfe85215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:24:21.112708 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-fd0f2489-0d6e-49ef-a7c3-f6e0dfe85215 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1437631 Dec 16 15:24:21.221233 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-dc3cb7d5-ed53-45d1-b57b-1f17ce276570 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 200 len: 1001 time: 0.1017008 Dec 16 15:24:21.513948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-a47cde1d-6c03-4edd-9c47-227fe9f5794a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:24:21.515635 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-a47cde1d-6c03-4edd-9c47-227fe9f5794a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.2884338 Dec 16 15:24:21.601877 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-334a48ef-8bbd-43e7-a510-f32c0dabd74f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794880 Dec 16 15:24:21.752122 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-e9a89b41-7e39-4eaa-bc68-03b008e63281 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435239 Dec 16 15:24:21.909638 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8763944c-3ca4-4e26-abc5-47ef6848ec64 req-2ddd1698-1047-4c95-8814-c0875e78ae58 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509979 Dec 16 15:24:24.511829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:28.986804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:24:41.300788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fc2c67d1-5211-4f15-b924-dacc507382b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:43.048683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:43.922503 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3aa56825-7774-4822-9d3c-0c6020c4eab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:44.460056 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:45.779837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:24:54.539728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:05.991360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:25:11.293786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-04dfbaf2-bb41-47df-8e69-2ff6ec57c248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:12.985512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:13.859927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-31092993-d8af-4dce-be0a-cf686c4f6047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:14.477240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:15.773795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:22.828345 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-b5ae608a-be79-4b8e-bea6-9304fc1372e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855267 Dec 16 15:25:23.007373 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-9434c648-4534-4f4c-8679-2603ad040ba8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1098 time: 0.0866902 Dec 16 15:25:23.198650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-33569f6b-76ef-40bf-be7a-3672b1ac9de6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:25:23.200284 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-33569f6b-76ef-40bf-be7a-3672b1ac9de6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1652601 Dec 16 15:25:23.318273 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-e3f1ce57-7567-4b7f-81e3-37f0d2042fa2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 200 len: 1001 time: 0.1110873 Dec 16 15:25:23.401016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-dbf13015-9276-4fee-a4f1-4d1fe5c0d7c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:25:23.402735 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-dbf13015-9276-4fee-a4f1-4d1fe5c0d7c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0769053 Dec 16 15:25:23.497811 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-25d6fd1b-acd7-41fb-b358-85326a8dbd21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850637 Dec 16 15:25:23.660423 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-1963d77f-316b-447f-aec3-5fa78d56bf1a service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549606 Dec 16 15:25:23.808484 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00b5e091-5b6e-4b84-ad23-5ecee03e9400 req-e0d79651-7baa-46bf-a5cd-c2214b1215d7 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413560 Dec 16 15:25:24.516409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:41.294432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-35124441-8272-4a41-84f5-91dcb228b905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:42.979142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:42.995828 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:25:43.870459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-477d1828-033f-48b5-80fd-76ad08118da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:44.459062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:45.767521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:54.527438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:58.037011 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 55454) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:25:58.708462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062652'] for router_interface, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:59.347824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Deleting port 93c28503-461e-4d1d-b389-1459c1208249 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:25:59.348463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:59.557975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] For port 93c28503-461e-4d1d-b389-1459c1208249, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=93c28503-461e-4d1d-b389-1459c1208249,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:25:59.558452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:25:59.694756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Calling delete_port for 93c28503-461e-4d1d-b389-1459c1208249 owned by network:router_interface {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:26:00.294102 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:00.302236 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-de673f4d-0cfd-4b49-adbd-a7073c44e6f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:00.351806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c28503-461e-4d1d-b389-1459c1208249,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:00.446845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:00.704143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853542379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062498'] for router_interface, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:01.375334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Router 722eacd1-2a5a-4499-8be1-8453d5a16794 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:26:01.628113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:26:01.645809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] Sync routers for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:26:01.649210 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] 10.222.0.45 "PUT /v2.0/routers/722eacd1-2a5a-4499-8be1-8453d5a16794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6084852 Dec 16 15:26:01.651584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 55494) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:26:01.691612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:26:01.693269 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:25:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:26:01.919408 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:26:01.950906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks [] for router, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:02.201177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:02.242567 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Deleting port 6f4dacc7-b6ca-4057-ac79-ad403037d389 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:26:02.243088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:02.276571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T15:26:00Z', 'revision_number': 5, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port': {'id': '6f4dacc7-b6ca-4057-ac79-ad403037d389', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:05Z', 'updated_at': '2021-12-16T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:26:02.284026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] Checking router: 722eacd1-2a5a-4499-8be1-8453d5a16794 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:26:02.303720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] Routers {'722eacd1-2a5a-4499-8be1-8453d5a16794'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:26:02.304758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:25:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['722eacd1-2a5a-4499-8be1-8453d5a16794'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:26:02.497160 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] Set router 722eacd1-2a5a-4499-8be1-8453d5a16794 gateway port host: None {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:26:02.510901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] For port 6f4dacc7-b6ca-4057-ac79-ad403037d389, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=6f4dacc7-b6ca-4057-ac79-ad403037d389,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:26:02.511302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:02.626923 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T15:26:02Z', 'revision_number': 6, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port_host': None}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:26:02.631823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf7c8e-d323-4031-a75c-1b4c3a90338b None None] The sync data for ids ['722eacd1-2a5a-4499-8be1-8453d5a16794'] in dv-cinder-821894-3-iscsi is: [{'id': '722eacd1-2a5a-4499-8be1-8453d5a16794', 'name': 'tempest-AttachVolumeShelveTestJSON-826938282-router', 'tenant_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T15:26:02Z', 'revision_number': 6, 'project_id': 'ff7a06ecc2404836b66f3a06d4f34d63', 'gw_port_host': None}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:26:02.653358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Calling delete_port for 6f4dacc7-b6ca-4057-ac79-ad403037d389 owned by network:router_gateway {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:26:02.895174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 93c28503-461e-4d1d-b389-1459c1208249 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:26:02.946352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 93c28503-461e-4d1d-b389-1459c1208249 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:26:02.946657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 93c28503-461e-4d1d-b389-1459c1208249 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:26:02.990874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:02.999394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-23f290cb-33eb-4633-a145-e34fe43132df tempest-VolumesActionsTest-1881776579 tempest-VolumesActionsTest-1881776579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:03.057285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4dacc7-b6ca-4057-ac79-ad403037d389,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:03.107149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.107688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.108042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.108349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.108748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.109142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.109546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.109968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.110392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.110779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.111171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:03.145326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:03.325980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853057515'] for router_gateway, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:03.844075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852982661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733131'] for router, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:03.848574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.104392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852982763'] for router, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.105153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 722eacd1-2a5a-4499-8be1-8453d5a16794 {{(pid=88292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:26:04.121210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.122739 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] 10.222.0.45 "DELETE /v2.0/routers/722eacd1-2a5a-4499-8be1-8453d5a16794 HTTP/1.1" status: 204 len: 168 time: 2.4636946 Dec 16 15:26:04.125848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 55520) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:26:04.240207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76ed7ed-8ac4-4f1f-abf0-0612cab223a6 admin admin] Deleting subnet 88655090-024f-4a4c-8bf7-a199ded748ca {{(pid=88293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:26:04.246228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f76ed7ed-8ac4-4f1f-abf0-0612cab223a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.315560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f76ed7ed-8ac4-4f1f-abf0-0612cab223a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839449565'] for subnet, precommit_delete_associations {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.460192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f76ed7ed-8ac4-4f1f-abf0-0612cab223a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.557169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f76ed7ed-8ac4-4f1f-abf0-0612cab223a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14847776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839537994'] for subnet, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.563515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:04.604316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ed7ed-8ac4-4f1f-abf0-0612cab223a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88655090-024f-4a4c-8bf7-a199ded748ca,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:04.607179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f76ed7ed-8ac4-4f1f-abf0-0612cab223a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:04.611994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f76ed7ed-8ac4-4f1f-abf0-0612cab223a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.619368 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f76ed7ed-8ac4-4f1f-abf0-0612cab223a6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/88655090-024f-4a4c-8bf7-a199ded748ca HTTP/1.1" status: 204 len: 168 time: 0.4916458 Dec 16 15:26:04.621920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 55528) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:26:04.624807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc5f3ba-fc56-4f65-b29b-65a108c7ffc4 None None] Network 1ab48171-7751-49dd-8d19-babe4bef5701 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:26:04.743425 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.761688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Deleting port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:26:04.762237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.936234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] DHCP port deletion for 1ab48171-7751-49dd-8d19-babe4bef5701 request from dv-cinder-821894-3-iscsi {{(pid=88294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 16 15:26:04.941708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] Deleting port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:26:04.942326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:04.973177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 6f4dacc7-b6ca-4057-ac79-ad403037d389 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:26:05.024706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 6f4dacc7-b6ca-4057-ac79-ad403037d389 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:26:05.025062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] For port 34ee448e-1c54-4c64-bf0e-8bb451fcde99, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=34ee448e-1c54-4c64-bf0e-8bb451fcde99,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:26:05.025245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 6f4dacc7-b6ca-4057-ac79-ad403037d389 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:26:05.025489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:05.199993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Calling delete_port for 34ee448e-1c54-4c64-bf0e-8bb451fcde99 owned by network:dhcp {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:26:05.225362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] For port 34ee448e-1c54-4c64-bf0e-8bb451fcde99, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=34ee448e-1c54-4c64-bf0e-8bb451fcde99,segment=NetworkSegment(5268e216-6f32-49fe-8779-c700da813397),segment_id=5268e216-6f32-49fe-8779-c700da813397)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:26:05.225822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:05.454686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:05.459558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ceb3d13e-0115-4388-913f-116b7c616927 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:05.512883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ee448e-1c54-4c64-bf0e-8bb451fcde99,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:05.518295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:05.523231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] No DVR routers for this DVR port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 on host dv-cinder-821894-3-iscsi {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:26:05.526193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] Calling delete_port for 34ee448e-1c54-4c64-bf0e-8bb451fcde99 owned by network:dhcp {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:26:05.606069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:26:05.606488 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 16 15:26:05.667062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:05.699005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab48171-7751-49dd-8d19-babe4bef5701']}} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:26:05.713207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5268e216-6f32-49fe-8779-c700da813397') {'for_net_delete': True} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:26:05.713545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5268e216-6f32-49fe-8779-c700da813397') {} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:26:05.728429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15326250'] for segment, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:05.744522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:05.753025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:26:05.753636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839929726'] for segment, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:26:05.768426 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:26:06.108040 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] Deleting port 34ee448e-1c54-4c64-bf0e-8bb451fcde99 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:26:06.108480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:06.179427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:06.180625 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-49b392a6-92c4-4194-acf4-eee3c4ff4b2f None None] The port '34ee448e-1c54-4c64-bf0e-8bb451fcde99' was deleted {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 16 15:26:06.185649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:06.211814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:06.232044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab48171-7751-49dd-8d19-babe4bef5701,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:06.237699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:06.277670 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1ab48171-7751-49dd-8d19-babe4bef5701 HTTP/1.1" status: 204 len: 168 time: 1.6543856 Dec 16 15:26:06.547996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 55552) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:26:06.603627 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-aa277531-f09a-40bb-a645-7fa7d85d303f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff7a06ecc2404836b66f3a06d4f34d63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542309 Dec 16 15:26:06.606430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 55556) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:26:06.908887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ae9e-1f51-4a00-ac6c-97e30a9091ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:06.937103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 34ee448e-1c54-4c64-bf0e-8bb451fcde99 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:26:06.949072 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ae9e-1f51-4a00-ac6c-97e30a9091ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:06.972190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 34ee448e-1c54-4c64-bf0e-8bb451fcde99 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:26:06.972604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 34ee448e-1c54-4c64-bf0e-8bb451fcde99 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:26:07.179348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ae9e-1f51-4a00-ac6c-97e30a9091ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:07.186278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-dcef385b-1090-4995-ae9f-d35ade246769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:07.203001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0ae9e-1f51-4a00-ac6c-97e30a9091ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a677731-fd3d-4365-a564-faccd130ca3e,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:07.205633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8ad0ae9e-1f51-4a00-ac6c-97e30a9091ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:07.212519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ae9e-1f51-4a00-ac6c-97e30a9091ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:07.213862 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8ad0ae9e-1f51-4a00-ac6c-97e30a9091ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a677731-fd3d-4365-a564-faccd130ca3e HTTP/1.1" status: 204 len: 168 time: 0.6063488 Dec 16 15:26:08.626451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 55594) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:26:08.862538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-538662320-network', 'tenant_id': '962338c57e5c46ef84460b3dc1a0afea'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:26:08.868004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:26:08.875127 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Usage tracker for resource:network and tenant:962338c57e5c46ef84460b3dc1a0afea is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:26:08.880346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:26:08.890084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:26:08.938850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Made reservation on behalf of 962338c57e5c46ef84460b3dc1a0afea for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:26:08.943919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:08.958640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:09.076455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:26:09.087206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Usage tracker for resource:security_group_rule and tenant:962338c57e5c46ef84460b3dc1a0afea is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:26:09.087206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:26:09.093466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:26:09.320524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:09.350272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:09.356006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-fb996a00-56af-4f00-9c4f-dde99438a831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:09.385740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 15:26:09.395064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53595dc3-066a-46ef-aeb0-2124b660ce1b,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:09.398941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:09.402080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:09.402484 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Added segment 52955252-cfbe-4a66-be2b-8d9668714d6f of type vlan for network 93ae9bca-879a-41a2-8378-cb0164469bca Dec 16 15:26:09.433946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:09.499030 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:09.500391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:09.501058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:09.506575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-29dc6b98-638c-4aa2-9b01-5640e58624f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:09.620952 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9926989 Dec 16 15:26:09.626372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 55608) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:26:09.628878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Pushing event updated for resources: {'Network': ['ID=93ae9bca-879a-41a2-8378-cb0164469bca,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:09.633990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:09.636661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Request body: {'subnet': {'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-538662320-subnet', 'tenant_id': '962338c57e5c46ef84460b3dc1a0afea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:26:09.642725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:26:09.643457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 93ae9bca-879a-41a2-8378-cb0164469bca details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 15:26:09.647345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Usage tracker for resource:subnet and tenant:962338c57e5c46ef84460b3dc1a0afea is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:26:09.651333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:26:09.658032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:26:09.705602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Made reservation on behalf of 962338c57e5c46ef84460b3dc1a0afea for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:26:09.710720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15237807'] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:10.109650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839927828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15237822'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:10.114214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6bd030e9-8875-4a5a-99bf-48ff558e37a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:10.197879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07f1dc3-3815-4f03-9f0a-a42e0a7999af,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:10.201762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:10.211048 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Checking segment: {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:26:10.211457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Network hostable DHCP agents. Network: 93ae9bca-879a-41a2-8378-cb0164469bca, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 15:26:10.269126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Network 93ae9bca-879a-41a2-8378-cb0164469bca is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 15:26:10.323448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 93ae9bca-879a-41a2-8378-cb0164469bca) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:26:10.328027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:10.328701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:10.332883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037a9a2-ef51-4acc-8145-9ab163035a7c None None] Network 93ae9bca-879a-41a2-8378-cb0164469bca requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:26:10.380069 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-61153c4d-1be9-4f7c-9847-04f9bc34f3c0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7519615 Dec 16 15:26:10.572370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d3e915-e794-4098-a886-9a20aad85289 None None] Network 93ae9bca-879a-41a2-8378-cb0164469bca requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:26:11.201995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419881b9-5af4-4b42-a851-c7b106edf484 req-baacd3c5-5b2d-4372-a8e3-8a66ff75dd65 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:11.202701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-419881b9-5af4-4b42-a851-c7b106edf484 req-baacd3c5-5b2d-4372-a8e3-8a66ff75dd65 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Synchronizing usage tracker for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:network {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:26:11.257579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-419881b9-5af4-4b42-a851-c7b106edf484 req-baacd3c5-5b2d-4372-a8e3-8a66ff75dd65 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Unset dirty status for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:network {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:26:11.259632 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-baacd3c5-5b2d-4372-a8e3-8a66ff75dd65 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 814 time: 0.2181151 Dec 16 15:26:11.290637 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-93b9567e-f663-4368-8879-a75cfd50fa64 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/quotas/962338c57e5c46ef84460b3dc1a0afea HTTP/1.1" status: 200 len: 375 time: 0.0132105 Dec 16 15:26:11.303947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e1dac80-dc13-4cd7-8e5d-e5cecd580d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:11.347973 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-3b3fac72-a8ef-4dcd-aeba-2bd0baccc90d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513551 Dec 16 15:26:11.506728 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-b1bd57c4-9b09-42e6-becd-83ac4a5d2a4e service neutron] 10.222.0.45 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499412 Dec 16 15:26:11.675417 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-918aa8ef-3d65-4565-a995-2d46b081ec9f service neutron] 10.222.0.45 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601138 Dec 16 15:26:12.061460 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b3649e8e-67e1-4130-a589-7c43e8cc95fe req-481c3c20-1450-4d97-a483-587c42e0ee48 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 210 time: 0.1403146 Dec 16 15:26:12.980391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:13.261668 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-58726660-1749-483e-97d0-9ab0f3eee005 req-6cc7e257-a10d-4b11-af08-2a3c00d50de7 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 210 time: 0.0518668 Dec 16 15:26:13.864284 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-875ddc5b-d07c-4d94-a33a-3054075eacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:13.999351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419881b9-5af4-4b42-a851-c7b106edf484 req-8311d53b-9f6b-4d20-a50b-02ab8a26ac25 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:14.001181 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-8311d53b-9f6b-4d20-a50b-02ab8a26ac25 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 814 time: 0.1683199 Dec 16 15:26:14.023356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Request body: {'port': {'device_id': 'c47a38ca-4ce3-4387-af13-dc2d25144f8c', 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca', 'admin_state_up': True, 'tenant_id': '962338c57e5c46ef84460b3dc1a0afea'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:26:14.172914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:26:14.177050 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Usage tracker for resource:port and tenant:962338c57e5c46ef84460b3dc1a0afea is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:26:14.180265 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:26:14.186678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:26:14.344892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Made reservation on behalf of 962338c57e5c46ef84460b3dc1a0afea for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:26:14.350551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:14.481817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:14.521783 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a4c63103-080d-42cd-87c8-eb2712b680e9 req-1e230ca8-5601-46fb-8ab6-17f995da1fa8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 210 time: 0.0593641 Dec 16 15:26:14.643733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Allocated IP 172.20.0.12 (93ae9bca-879a-41a2-8378-cb0164469bca/b07f1dc3-3815-4f03-9f0a-a42e0a7999af/6ff8ff40-8129-456e-a634-61bb3c8a183c) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:26:14.878321 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:14.956333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:14.962807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:15.026518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Network 93ae9bca-879a-41a2-8378-cb0164469bca is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:26:15.030009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:26:15.040181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:26:15.085099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Pushing event updated for resources: {'Port': ['ID=6ff8ff40-8129-456e-a634-61bb3c8a183c,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:15.090028 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:15.118743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:15.119417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:15.173991 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1550817 Dec 16 15:26:15.192685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-83effc11-6d5f-4c49-a4b9-6c2a05eaa228 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:26:15.194157 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-83effc11-6d5f-4c49-a4b9-6c2a05eaa228 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0068910 Dec 16 15:26:15.205374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Request body: {'port': {'device_id': 'c47a38ca-4ce3-4387-af13-dc2d25144f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:26:15.332428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:15.739756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff8ff40-8129-456e-a634-61bb3c8a183c {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:26:15.751975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:15.761892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f490b-50ef-455c-8632-226ceb95a31a req-5ae3e871-756e-4fa8-aa54-05366fe04b16 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:15.763713 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c1f490b-50ef-455c-8632-226ceb95a31a req-5ae3e871-756e-4fa8-aa54-05366fe04b16 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 932 time: 0.1047845 Dec 16 15:26:15.773581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Transition to ACTIVE for port object 6ff8ff40-8129-456e-a634-61bb3c8a183c will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:26:15.792009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:15.823677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5c1f490b-50ef-455c-8632-226ceb95a31a req-9865acab-1b9a-4f87-b10a-8c86c0bf98e2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Synchronizing usage tracker for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:26:15.829802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:15.835166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:15.875936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5c1f490b-50ef-455c-8632-226ceb95a31a req-9865acab-1b9a-4f87-b10a-8c86c0bf98e2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Unset dirty status for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:26:15.877330 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5c1f490b-50ef-455c-8632-226ceb95a31a req-9865acab-1b9a-4f87-b10a-8c86c0bf98e2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971069 Dec 16 15:26:15.970604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff8ff40-8129-456e-a634-61bb3c8a183c,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:15.973690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:16.085203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Attempting to bind port 6ff8ff40-8129-456e-a634-61bb3c8a183c on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:16.086571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Attempting to bind port 6ff8ff40-8129-456e-a634-61bb3c8a183c by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:26:16.086571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Attempting to bind port 6ff8ff40-8129-456e-a634-61bb3c8a183c on network 93ae9bca-879a-41a2-8378-cb0164469bca {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:26:16.093399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Port 6ff8ff40-8129-456e-a634-61bb3c8a183c on network 93ae9bca-879a-41a2-8378-cb0164469bca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:26:16.093594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Attempting to bind port 6ff8ff40-8129-456e-a634-61bb3c8a183c on network 93ae9bca-879a-41a2-8378-cb0164469bca {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:26:16.100292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:26:16.100669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Checking segment: {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:26:16.101088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Bound using segment: {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:26:16.101657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Bound port: 6ff8ff40-8129-456e-a634-61bb3c8a183c, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:26:16.102083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:16.196471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] For port 6ff8ff40-8129-456e-a634-61bb3c8a183c, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:26:16.199673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] For port 6ff8ff40-8129-456e-a634-61bb3c8a183c, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:26:16.258772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:16.263669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6b957b63-8cba-463c-b401-65564f803b06 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:16.330865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:16.332404 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] 10.222.0.32 "PUT /v2.0/ports/6ff8ff40-8129-456e-a634-61bb3c8a183c HTTP/1.1" status: 200 len: 1094 time: 1.1316714 Dec 16 15:26:16.332948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47a38ca-4ce3-4387-af13-dc2d25144f8c', 'tag': '6ff8ff40-8129-456e-a634-61bb3c8a183c'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:26:16.353665 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff8ff40-8129-456e-a634-61bb3c8a183c,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:16.357032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:16.482871 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47a38ca-4ce3-4387-af13-dc2d25144f8c', 'tag': '6ff8ff40-8129-456e-a634-61bb3c8a183c', 'status': 'completed', 'code': 200} Dec 16 15:26:16.515705 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-899e30f6-939f-4a93-a84c-0f0437e969ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 1097 time: 0.0793629 Dec 16 15:26:16.612723 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-10676c28-a006-471f-ae18-544f9951fd5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c HTTP/1.1" status: 200 len: 217 time: 0.0805035 Dec 16 15:26:16.685730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419881b9-5af4-4b42-a851-c7b106edf484 req-5faf2103-77b6-4b2c-a61c-92c30b9a764c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:16.687343 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-5faf2103-77b6-4b2c-a61c-92c30b9a764c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0679038 Dec 16 15:26:16.737691 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-ab92f08d-f3b1-4165-8f1c-0951f29d5f3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438225 Dec 16 15:26:16.905132 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-59e88859-9896-4674-86c0-4dde9e586f7a service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605330 Dec 16 15:26:17.065919 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-419881b9-5af4-4b42-a851-c7b106edf484 req-01d17a5b-ac50-4ba1-817f-45fe4c5116ae service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538949 Dec 16 15:26:17.114607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab1aad-f9af-4d87-8cb6-45eec9eb1b1b req-142b91db-3b29-4e7b-8a17-e84aa281151f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:17.116279 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6aab1aad-f9af-4d87-8cb6-45eec9eb1b1b req-142b91db-3b29-4e7b-8a17-e84aa281151f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 944 time: 0.0992954 Dec 16 15:26:17.167457 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6aab1aad-f9af-4d87-8cb6-45eec9eb1b1b req-e9f06d8b-7581-4341-a91f-c4dcc3b4df26 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441597 Dec 16 15:26:17.298577 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea1a68c2-7ab8-4978-a63a-1b5d3a2a8f94 req-2affe62e-ca3b-4cb9-be78-b43877461ea6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 1097 time: 0.0837743 Dec 16 15:26:17.455004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a68c2-7ab8-4978-a63a-1b5d3a2a8f94 req-094ea045-9989-4c65-aab8-a3436202aa21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:17.457162 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea1a68c2-7ab8-4978-a63a-1b5d3a2a8f94 req-094ea045-9989-4c65-aab8-a3436202aa21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 915 time: 0.1509519 Dec 16 15:26:17.529935 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea1a68c2-7ab8-4978-a63a-1b5d3a2a8f94 req-aafca7aa-d65f-4246-b1f2-bd3e704172f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c HTTP/1.1" status: 200 len: 217 time: 0.0655687 Dec 16 15:26:17.605717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a68c2-7ab8-4978-a63a-1b5d3a2a8f94 req-9d7d782a-db51-4b49-9c37-9d6620479eb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:17.607383 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea1a68c2-7ab8-4978-a63a-1b5d3a2a8f94 req-9d7d782a-db51-4b49-9c37-9d6620479eb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0710058 Dec 16 15:26:17.659227 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea1a68c2-7ab8-4978-a63a-1b5d3a2a8f94 req-05767689-9feb-43b9-97f6-493ff4e6c0bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445640 Dec 16 15:26:17.813819 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea1a68c2-7ab8-4978-a63a-1b5d3a2a8f94 req-699af1bc-368b-4e26-9ddf-e7d342058acd service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472001 Dec 16 15:26:18.192066 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea1a68c2-7ab8-4978-a63a-1b5d3a2a8f94 req-dfe39cb6-e8c9-4cd5-aa1d-3bc4d827969b service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717585 Dec 16 15:26:18.394701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0b18a-09e3-4567-bb7d-a4e4e32718b8 req-e9dc0952-2cc9-4951-9806-ffecb00bd56c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:18.395469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-ebd0b18a-09e3-4567-bb7d-a4e4e32718b8 req-e9dc0952-2cc9-4951-9806-ffecb00bd56c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Synchronizing usage tracker for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:26:18.455074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-ebd0b18a-09e3-4567-bb7d-a4e4e32718b8 req-e9dc0952-2cc9-4951-9806-ffecb00bd56c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Unset dirty status for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:26:18.455074 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ebd0b18a-09e3-4567-bb7d-a4e4e32718b8 req-e9dc0952-2cc9-4951-9806-ffecb00bd56c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 944 time: 0.1467378 Dec 16 15:26:18.508186 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ebd0b18a-09e3-4567-bb7d-a4e4e32718b8 req-83594d0c-c9fe-4bd8-82fd-42aa8be46c94 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519128 Dec 16 15:26:19.736492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5035c-3ea9-4566-891b-b4d17c4c019b req-4d4059d8-3beb-4be2-82cc-dffae7472784 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:19.738396 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3dc5035c-3ea9-4566-891b-b4d17c4c019b req-4d4059d8-3beb-4be2-82cc-dffae7472784 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 944 time: 0.1059515 Dec 16 15:26:19.790497 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3dc5035c-3ea9-4566-891b-b4d17c4c019b req-dbd4679c-3879-4690-8c6d-152739637602 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Dec 16 15:26:19.997984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:26:20.999869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f60f3-2f9d-486e-a15e-c5b9acd87c49 req-ed249d84-67bd-490a-9366-da861ea60650 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:21.001533 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee7f60f3-2f9d-486e-a15e-c5b9acd87c49 req-ed249d84-67bd-490a-9366-da861ea60650 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 944 time: 0.0877516 Dec 16 15:26:21.053020 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ee7f60f3-2f9d-486e-a15e-c5b9acd87c49 req-3e15e526-2ea9-490d-bc30-1eac347e94d2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Dec 16 15:26:21.689570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6ff8ff40-8129-456e-a634-61bb3c8a183c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:26:21.848541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 6ff8ff40-8129-456e-a634-61bb3c8a183c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:26:21.865876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '6ff8ff40-8129-456e-a634-61bb3c8a183c', 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca', 'port_id': '6ff8ff40-8129-456e-a634-61bb3c8a183c', 'mac_address': 'fa:16:3e:a4:97:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07f1dc3-3815-4f03-9f0a-a42e0a7999af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:26:21.932716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:21.953738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff8ff40-8129-456e-a634-61bb3c8a183c {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:26:21.970927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 6ff8ff40-8129-456e-a634-61bb3c8a183c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:26:22.007328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:22.009923 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c13f1519-70f3-4293-ac91-fdbc21073d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:22.085032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=6ff8ff40-8129-456e-a634-61bb3c8a183c,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:22.094460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.094854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.095210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.095588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.096155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.096542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.097171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.097273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.097596 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.097961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.098349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:26:22.102607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:22.266198 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d88e7-8d7c-4c7e-94a4-a4b48478b6ff req-48fe54db-1338-401d-b999-a9d27c8e5b93 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:22.267792 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-108d88e7-8d7c-4c7e-94a4-a4b48478b6ff req-48fe54db-1338-401d-b999-a9d27c8e5b93 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 945 time: 0.0893755 Dec 16 15:26:22.321600 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-108d88e7-8d7c-4c7e-94a4-a4b48478b6ff req-24dc2812-20e3-41e8-b028-96f24010971b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467718 Dec 16 15:26:22.505730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6ff8ff40-8129-456e-a634-61bb3c8a183c'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:26:23.551839 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70669545-f579-41d0-b7d0-fde8efb4d6db req-f56dd923-9109-43f3-8736-2d2b56949a73 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:23.553396 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-70669545-f579-41d0-b7d0-fde8efb4d6db req-f56dd923-9109-43f3-8736-2d2b56949a73 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 945 time: 0.0956292 Dec 16 15:26:23.610689 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-70669545-f579-41d0-b7d0-fde8efb4d6db req-90632819-fe4c-44cb-95e5-5f74b8952ec8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496135 Dec 16 15:26:23.707461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6ff8ff40-8129-456e-a634-61bb3c8a183c up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:26:23.752992 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-1227d8de-6d60-44e5-8398-c5dff2799ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781326 Dec 16 15:26:23.882800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 6ff8ff40-8129-456e-a634-61bb3c8a183c completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:26:23.889385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 6ff8ff40-8129-456e-a634-61bb3c8a183c triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:26:23.891709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:24.028582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:24.062527 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-3f1a1e6f-f73f-4cbc-9936-8f51451c8ecb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1098 time: 0.0867860 Dec 16 15:26:24.064238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47a38ca-4ce3-4387-af13-dc2d25144f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff8ff40-8129-456e-a634-61bb3c8a183c'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:26:24.079347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 6ff8ff40-8129-456e-a634-61bb3c8a183c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:26:24.124778 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47a38ca-4ce3-4387-af13-dc2d25144f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff8ff40-8129-456e-a634-61bb3c8a183c', 'code': 200} Dec 16 15:26:24.174595 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:24.177507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:26:24.251320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=6ff8ff40-8129-456e-a634-61bb3c8a183c,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:26:24.256015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:26:24.264070 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-130e375c-74be-4a62-b7a9-a8ea2b64cc7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:24.266019 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-130e375c-74be-4a62-b7a9-a8ea2b64cc7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1739154 Dec 16 15:26:24.388111 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-b4add702-7eb5-46b9-b5c8-a3444d6feba8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 200 len: 1001 time: 0.1126950 Dec 16 15:26:24.452950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.32', 59073) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:26:24.514139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-7897b645-c0f6-4832-9ff7-19ad4cc5aaa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:24.515763 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-7897b645-c0f6-4832-9ff7-19ad4cc5aaa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.1213436 Dec 16 15:26:24.549309 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edcb968b-e453-400f-9ae4-ddeb857d1520 req-e186488d-3d76-42cc-8255-a281438588ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 1099 time: 0.0950799 Dec 16 15:26:24.549877 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:24.707884 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-edcb968b-e453-400f-9ae4-ddeb857d1520 req-9104d654-cb46-4fb1-b6ac-946e7e10100a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503706 Dec 16 15:26:24.735956 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-bd004688-155e-4d1f-936b-3b67319bfe5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2120755 Dec 16 15:26:24.835246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bbe2d-a802-45d5-9116-35fbfc140f60 req-4d15e523-a3c0-4684-81d1-e83cf6285005 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:24.837399 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e37bbe2d-a802-45d5-9116-35fbfc140f60 req-4d15e523-a3c0-4684-81d1-e83cf6285005 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 946 time: 0.0846343 Dec 16 15:26:24.887806 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e37bbe2d-a802-45d5-9116-35fbfc140f60 req-e6bbd473-173e-47cf-b22a-0b503b457c8a tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 Dec 16 15:26:25.237912 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-09c95288-999f-472f-b492-35c3a153f9cf service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558304 Dec 16 15:26:25.390296 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d1f67f32-fe61-4f49-97f0-13617e1ee67b req-1a5395de-edc2-421d-921b-2a74fd2648fb service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446888 Dec 16 15:26:26.107325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6778171-525f-4e71-aa6d-40c836cd8445 req-a7717f1a-b5d7-4a27-9f30-8381a1409d83 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:26.109000 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c6778171-525f-4e71-aa6d-40c836cd8445 req-a7717f1a-b5d7-4a27-9f30-8381a1409d83 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 946 time: 0.0901396 Dec 16 15:26:26.160740 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c6778171-525f-4e71-aa6d-40c836cd8445 req-2390ee2c-54e0-43d6-bf25-dc65784e42f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453823 Dec 16 15:26:27.371718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e656f-acb1-497f-8e36-501a69f4eaf9 req-af8b7bcc-73e3-4772-8b8e-9658e990cd68 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:26:27.373450 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-361e656f-acb1-497f-8e36-501a69f4eaf9 req-af8b7bcc-73e3-4772-8b8e-9658e990cd68 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 946 time: 0.0893435 Dec 16 15:26:27.431211 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-361e656f-acb1-497f-8e36-501a69f4eaf9 req-35f5f6c5-e479-4d0a-9b23-a6d04ddbe399 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511901 Dec 16 15:26:41.296898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fbc0544a-b86a-4495-a0ba-27f5cb6eea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:42.977967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:43.858646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-952745ee-a0e2-40d6-bcae-3621249fb5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:44.475079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:45.795130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:54.548559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:26:56.998758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:27:11.297724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3f619e1e-9363-46b9-b892-0f15052ace90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:12.966389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:13.863716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6d00219f-a019-4c1d-a4f7-1f7ddef7cc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:14.490929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:15.782188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:24.549220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:24.743876 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-ed7200ba-ba1a-4655-be6e-8ecc0313840e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768034 Dec 16 15:27:24.915889 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-55feecc4-2afe-4e2c-829e-014b01634157 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe152d649f134d28bec6b87e62973916&device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 1098 time: 0.0807853 Dec 16 15:27:25.079953 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-7d4ecdf5-176f-4698-aa2f-b5d8fa1da78c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:27:25.081562 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-7d4ecdf5-176f-4698-aa2f-b5d8fa1da78c service neutron] 10.222.0.32 "GET /v2.0/networks?id=22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 200 len: 911 time: 0.1454799 Dec 16 15:27:25.191364 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-0189c5c1-e7f3-4de9-879e-600f62123c68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 200 len: 1001 time: 0.1034513 Dec 16 15:27:25.264113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-0a03f565-5112-4650-83c8-e688f72ea004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:27:25.265752 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-0a03f565-5112-4650-83c8-e688f72ea004 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 200 len: 849 time: 0.0684907 Dec 16 15:27:25.357631 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-3683294a-9cfe-4baa-b0b4-4631cf4133ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=22640b1c-4c47-4c71-9861-b248ec975b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855136 Dec 16 15:27:25.505070 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-832968d0-b587-4fcf-99bf-971f99a504b9 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407523 Dec 16 15:27:25.651422 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0ac23cc0-f3ae-4bc0-8d53-1a78ba4ce79f req-0664d722-15d6-4f52-a669-4d196aa7fd20 service neutron] 10.222.0.32 "GET /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368067 Dec 16 15:27:34.001558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:27:41.303644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-67ab9f7b-cca5-4a2f-8f1a-b52e78be4a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:43.021752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:43.873636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6511bf8d-ff9a-4606-a723-23756e9068be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:44.515178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:45.795775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:27:54.558922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:11.005226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:28:11.296325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-771b99a1-b765-4b3c-a0c7-f8c71fa93808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:12.987884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:13.867309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d061-b493-4fa7-93c0-516b5e089ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:14.495204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:15.809728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:24.548833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:24.828777 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-fdc369f1-72da-4ac1-b862-96400e1c3a49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874579 Dec 16 15:28:24.944211 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-fe2cb00b-c773-4ed1-9473-09433c54ec75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 1099 time: 0.0817888 Dec 16 15:28:25.109256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-954ed015-5fb3-49a0-80af-13a95fdf090b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:28:25.110916 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-954ed015-5fb3-49a0-80af-13a95fdf090b service neutron] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 915 time: 0.1447403 Dec 16 15:28:25.191672 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-90ef723f-a72f-4856-9fe6-5668eb98a30c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c HTTP/1.1" status: 200 len: 217 time: 0.0715034 Dec 16 15:28:25.269285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-29bcaeb7-4161-48eb-b176-2f7ee1c10b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:28:25.271091 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-29bcaeb7-4161-48eb-b176-2f7ee1c10b3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0724385 Dec 16 15:28:25.343884 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-660874c6-c041-4709-a8eb-ca1bba33abd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660858 Dec 16 15:28:25.501004 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-af014603-bbe5-433a-8e62-bae38fa40126 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500611 Dec 16 15:28:25.667712 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c0bf0ad-3a69-4ae7-97a4-bb2ef47921a6 req-36e2e28d-2e30-4219-9d41-36ef09037f9d service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610472 Dec 16 15:28:41.306929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-407e55cd-809a-4312-be98-f71c5510fa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:42.987384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:43.889780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b4ed78b6-0985-4a3f-b1b2-2c41e5dc8a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:44.512437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:45.849502 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:28:48.010355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:28:54.559535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:03.350537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cfc95-27c4-4508-a832-71dea532f343 req-6cfe9412-590b-47fb-afe6-36b8f36bbcb3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:29:03.352186 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-610cfc95-27c4-4508-a832-71dea532f343 req-6cfe9412-590b-47fb-afe6-36b8f36bbcb3 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 945 time: 0.0840688 Dec 16 15:29:03.405982 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-610cfc95-27c4-4508-a832-71dea532f343 req-2926b2f5-062f-464c-98d9-0f77c78043f6 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471740 Dec 16 15:29:04.210930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-7adaa7d6-f857-4696-8846-233a7589d1f6 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:29:04.212473 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-7adaa7d6-f857-4696-8846-233a7589d1f6 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 945 time: 0.0886354 Dec 16 15:29:04.285301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Deleting port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:29:04.285684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:04.557388 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] For port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:29:04.557962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:04.648156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa1fc1-45bb-4c3a-9708-e27a8b43bcd4 req-06cff986-c170-4ecc-9696-5e942671db40 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:29:04.650074 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11fa1fc1-45bb-4c3a-9708-e27a8b43bcd4 req-06cff986-c170-4ecc-9696-5e942671db40 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 945 time: 0.0968726 Dec 16 15:29:04.699630 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11fa1fc1-45bb-4c3a-9708-e27a8b43bcd4 req-7f5346f2-c3a0-4a7e-9552-1cceec550413 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups?id=f782ecb5-0084-445d-9d51-707a06a553a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436783 Dec 16 15:29:04.890626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:04.891035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:04.891388 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Floating IP 41bee3d4-4c03-44fe-9c67-422dd14f454f disassociated. External IP: 172.27.2.117, port: 84f4680a-3a41-4a40-9524-1dc9ba8f12ec. Dec 16 15:29:04.891764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Calling delete_port for 84f4680a-3a41-4a40-9524-1dc9ba8f12ec owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:29:05.408827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:05.415432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-99d54a0c-2afe-49b0-aa3c-7f210a2ed17d tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:29:05.461670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event deleted for resources: {'Port': ['ID=84f4680a-3a41-4a40-9524-1dc9ba8f12ec,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:29:05.476976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.477415 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.477829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.478258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.478658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.479055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.479454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.479845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.480237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.480621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.481012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:29:05.484837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:29:05.708593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Router a8efcea1-16c0-4f94-a61d-e05532a7059a has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:29:05.929090 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-930ac7b7-c314-4dcc-9e01-3886f13e9be1 req-a8e4fccc-5d04-43e0-8043-bf47cd935270 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 210 time: 0.0583103 Dec 16 15:29:05.979568 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:29:05.991263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] Sync routers for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:29:06.010854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:29:06.011864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:28:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:29:06.066329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] No DVR routers for this DVR port 84f4680a-3a41-4a40-9524-1dc9ba8f12ec on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:29:06.069686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:06.074266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'name': 'network-vif-deleted', 'tag': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:29:06.124090 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-77a3089c-3d16-4c72-b949-a19af5d10132 req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.32 "DELETE /v2.0/ports/84f4680a-3a41-4a40-9524-1dc9ba8f12ec HTTP/1.1" status: 204 len: 173 time: 1.9054384 Dec 16 15:29:06.132432 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4feaa08e-6919-4701-ab0e-481fe18c9abd', 'name': 'network-vif-deleted', 'tag': '84f4680a-3a41-4a40-9524-1dc9ba8f12ec', 'status': 'completed', 'code': 200} Dec 16 15:29:06.209079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:29:06.557425 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:29:06.561645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] Checking router: a8efcea1-16c0-4f94-a61d-e05532a7059a for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:29:06.573716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:29:06.574430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:28:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:29:06.907642 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:29:07.182694 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-20e65ab9-8379-44d1-99dd-7b93543ea3f1 req-5f599a9a-ba79-4537-9d15-702bee4b56ce tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Synchronizing usage tracker for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:29:07.222397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-20e65ab9-8379-44d1-99dd-7b93543ea3f1 req-5f599a9a-ba79-4537-9d15-702bee4b56ce tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Unset dirty status for tenant:fe152d649f134d28bec6b87e62973916 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:29:07.223752 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-20e65ab9-8379-44d1-99dd-7b93543ea3f1 req-5f599a9a-ba79-4537-9d15-702bee4b56ce tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/ports?device_id=4feaa08e-6919-4701-ab0e-481fe18c9abd HTTP/1.1" status: 200 len: 210 time: 0.0881479 Dec 16 15:29:07.274501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:29:07.278677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d6c22b-77c9-4608-a87b-477cff75f039 None None] The sync data for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi is: [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T14:55:22Z', 'revision_number': 4, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '223e5ab0-f759-4427-8778-b964f93c2d5a', 'name': '', 'network_id': '22640b1c-4c47-4c71-9861-b248ec975b5d', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'mac_address': 'fa:16:3e:12:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:19Z', 'updated_at': '2021-12-16T14:55:39Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'subnets': [{'id': '26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:29:07.713557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886787f0-c364-4fc0-97a9-6a8a9c83847c None None] New status for floating IP 41bee3d4-4c03-44fe-9c67-422dd14f454f: DOWN {{(pid=88294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:29:08.386358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 84f4680a-3a41-4a40-9524-1dc9ba8f12ec no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:29:08.406732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 57636) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:29:08.423109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 84f4680a-3a41-4a40-9524-1dc9ba8f12ec {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:29:08.423510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 84f4680a-3a41-4a40-9524-1dc9ba8f12ec not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:29:08.476348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f54830fb-4343-4fad-8d80-ba05b6bd625d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:08.505126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f54830fb-4343-4fad-8d80-ba05b6bd625d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:08.642786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f54830fb-4343-4fad-8d80-ba05b6bd625d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:08.649002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-eee78018-c3c3-4185-8790-b8459e4988b4 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:29:08.665013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54830fb-4343-4fad-8d80-ba05b6bd625d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f782ecb5-0084-445d-9d51-707a06a553a0,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:29:08.667866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f54830fb-4343-4fad-8d80-ba05b6bd625d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:29:08.701638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f54830fb-4343-4fad-8d80-ba05b6bd625d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:08.702945 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f54830fb-4343-4fad-8d80-ba05b6bd625d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "DELETE /v2.0/security-groups/f782ecb5-0084-445d-9d51-707a06a553a0 HTTP/1.1" status: 204 len: 168 time: 0.2951391 Dec 16 15:29:08.705890 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 57640) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:29:08.728430 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.api.v2.resource [None req-e3c0ae0d-396d-4f36-ae2f-e12be31a8d60 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] show failed (client error): The resource could not be found. Dec 16 15:29:08.729472 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e3c0ae0d-396d-4f36-ae2f-e12be31a8d60 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "GET /v2.0/security-groups/f782ecb5-0084-445d-9d51-707a06a553a0 HTTP/1.1" status: 404 len: 347 time: 0.0222852 Dec 16 15:29:08.732587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 57644) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:29:08.904882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Deleting port 00f01d52-e8ab-4452-836b-d3bd4ff61959 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:29:08.905295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:09.090770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:09.091141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:09.222243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Calling delete_port for 00f01d52-e8ab-4452-836b-d3bd4ff61959 owned by network:floatingip {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:29:09.507678 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:09.512377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-841563ce-b73b-4cde-8aa0-9c538e199b6c tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:29:09.558540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Pushing event deleted for resources: {'Port': ['ID=00f01d52-e8ab-4452-836b-d3bd4ff61959,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:29:09.561354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:29:09.658872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks [] for floatingip, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:09.708352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:09.710224 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] 10.222.0.45 "DELETE /v2.0/floatingips/41bee3d4-4c03-44fe-9c67-422dd14f454f HTTP/1.1" status: 204 len: 168 time: 0.9766304 Dec 16 15:29:11.296696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-887e0659-a58f-4d5f-a2a6-d1947a18f439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:12.964917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:13.867960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0b21-eaf6-46d2-b05a-d81378107c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:14.502179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:15.797340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:24.564619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:25.011628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:29:26.746922 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-2c822775-a20b-47f4-b090-1b7088fb15a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786679 Dec 16 15:29:26.924368 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-28fece96-ef3e-4c76-b830-3d8c5b664239 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 1099 time: 0.0771039 Dec 16 15:29:27.083891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-39f826ef-8975-4f1d-af0e-de6e21d2d60c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:29:27.085497 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-39f826ef-8975-4f1d-af0e-de6e21d2d60c service neutron] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 915 time: 0.1411052 Dec 16 15:29:27.159807 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-731a5db5-9070-4f82-868d-6edf99b62990 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c HTTP/1.1" status: 200 len: 217 time: 0.0671811 Dec 16 15:29:27.230147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-bac82f95-835c-44a7-adc3-c6517390bae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:29:27.231739 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-bac82f95-835c-44a7-adc3-c6517390bae0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0654366 Dec 16 15:29:27.281857 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-1b6ac545-b2cd-4336-8025-db8db7ca8dbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432341 Dec 16 15:29:27.426969 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-a5bc98d7-2f2d-4cbc-bb36-5623292a7c71 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379292 Dec 16 15:29:27.574718 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3c897511-b2bb-4a94-b8ef-dd2528d923ff req-f3746a4a-6ed8-42f7-b0c8-efc2ae4480e2 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413164 Dec 16 15:29:41.307708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0419b8c1-8b07-4c6b-b795-c1b1d0a8132c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:42.973808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:43.922405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ae24015c-e15b-4388-b772-dea6295c70f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:44.172043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58050) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:29:44.326969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:44.409697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:29:44.415354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] Usage tracker for resource:security_group_rule and tenant:3b6293159898443381d62585490b9fbe is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:29:44.418390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:29:44.426672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:29:44.551594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:44.570181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:44.592867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:44.601016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b6fbcec-ca74-4d7e-b52f-d7989b473309 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:29:44.643256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3021d026-9cae-4288-8fa8-07ed76c21977,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:29:44.646639 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:29:44.650897 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-fffdd1b0-7e55-4202-bccd-1f6d807cab69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b6293159898443381d62585490b9fbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4777541 Dec 16 15:29:44.653733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58058) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:29:44.719829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-42f91e08-f9c9-46b0-b890-23bcbe6f242d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:44.748380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-42f91e08-f9c9-46b0-b890-23bcbe6f242d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:44.939793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-42f91e08-f9c9-46b0-b890-23bcbe6f242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:44.946333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-56de5076-d274-4d02-bfd6-37e0c8e47506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:29:44.960454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f91e08-f9c9-46b0-b890-23bcbe6f242d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3021d026-9cae-4288-8fa8-07ed76c21977,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:29:44.963958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-42f91e08-f9c9-46b0-b890-23bcbe6f242d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:29:44.965173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-42f91e08-f9c9-46b0-b890-23bcbe6f242d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:44.969118 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-42f91e08-f9c9-46b0-b890-23bcbe6f242d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3021d026-9cae-4288-8fa8-07ed76c21977 HTTP/1.1" status: 204 len: 168 time: 0.3118737 Dec 16 15:29:45.810758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:29:54.579301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:02.018570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:30:11.295968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-433c66fd-6309-409b-b5bb-b0a475c2857e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:12.978601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:13.864412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-967cf58e-904e-4aa3-bc8d-e71e6f8a82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:14.504521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:15.804512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:24.593035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:26.766780 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-853573e7-12a3-46c7-97ca-e36e5a7795da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790994 Dec 16 15:30:26.944795 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-f00ef83c-588b-418a-9ef6-0998534074bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 1099 time: 0.0818803 Dec 16 15:30:27.119144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-5c452002-89a5-4174-8bb9-85d11683390b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:30:27.120879 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-5c452002-89a5-4174-8bb9-85d11683390b service neutron] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 915 time: 0.1547537 Dec 16 15:30:27.199535 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-e72f32e7-860b-43ef-91e6-7d51bce9578f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c HTTP/1.1" status: 200 len: 217 time: 0.0717289 Dec 16 15:30:27.282258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-446320fc-b138-4650-826c-1164c9bb4b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:30:27.283872 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-446320fc-b138-4650-826c-1164c9bb4b07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0772519 Dec 16 15:30:27.343919 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-94d7d0c0-e488-42e7-b583-01bd14680886 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488143 Dec 16 15:30:27.541099 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-ddc2b8a4-e3ef-4ee3-9fc3-98df1dae22fb service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903460 Dec 16 15:30:27.979418 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c1530679-1a10-412e-b578-e4dc49cebf1f req-809054b2-c09a-4a0b-b46f-11feb37849fd service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304888 Dec 16 15:30:39.015189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:30:41.452524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-14b6ffd9-8a37-49a8-87e4-0735a7793716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:42.984823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:43.878247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-09d72154-9aa4-45b0-9398-ee891f9e1998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:44.501799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:45.815214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:54.615073 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:58.290867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58932) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:30:58.535725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:58.573645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:30:58.578893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Usage tracker for resource:security_group_rule and tenant:4292a6d3f52f463a82b6b3cc79e2c2ff is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:30:58.581984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:30:58.589249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:30:58.763001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:58.826956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:58.835633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-037da218-aea5-46ea-af42-7d9b5d98f0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:30:58.881593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864f0ba8-1372-4fd5-9247-ee66d2b71d96,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:30:58.888478 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4292a6d3f52f463a82b6b3cc79e2c2ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5961699 Dec 16 15:30:58.891725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 58946) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:30:58.894442 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.894868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.895293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.895704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.896120 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.896529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.896935 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.897341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.897743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.898176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.898578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:58.903636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-49b3eb18-3014-4b77-9aed-717fa6842d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:30:58.964829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:59.000485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:59.135366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:59.141907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e553f557-a4f4-46f9-b48e-984ba2dc0866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:30:59.165279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864f0ba8-1372-4fd5-9247-ee66d2b71d96,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:30:59.178529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:30:59.180594 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/864f0ba8-1372-4fd5-9247-ee66d2b71d96 HTTP/1.1" status: 204 len: 168 time: 0.2875488 Dec 16 15:30:59.185856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.186622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.187301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.187914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.188587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.189042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.189597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.190008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.190444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.190846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.191248 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:30:59.195101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:30:59.982953 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 58964) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:00.009046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:00.096992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:00.102604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] Usage tracker for resource:security_group_rule and tenant:17b5bdc00fc44a12b2aab8747a5c4da0 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:00.106538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:00.113980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:00.285086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:00.321554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:00.331560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-df3583b1-f5e3-43eb-b3c7-5666a9e4cc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:00.377194 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f13cfe0-9329-48d3-81ee-9c671d1b82f1,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:00.380515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:00.390068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 58972) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:00.390197 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6b690504-430c-408f-a850-7bd7a2061339 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17b5bdc00fc44a12b2aab8747a5c4da0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4054670 Dec 16 15:31:00.463349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e411970-50f2-40ea-b97b-a7b9e3024864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:00.493161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e411970-50f2-40ea-b97b-a7b9e3024864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:00.635484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e411970-50f2-40ea-b97b-a7b9e3024864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:00.640351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b7644b60-52a7-438e-8df1-305e4c5f0ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:00.654079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e411970-50f2-40ea-b97b-a7b9e3024864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f13cfe0-9329-48d3-81ee-9c671d1b82f1,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:00.659557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7e411970-50f2-40ea-b97b-a7b9e3024864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:00.665205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e411970-50f2-40ea-b97b-a7b9e3024864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:00.670412 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7e411970-50f2-40ea-b97b-a7b9e3024864 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f13cfe0-9329-48d3-81ee-9c671d1b82f1 HTTP/1.1" status: 204 len: 168 time: 0.2758226 Dec 16 15:31:11.315126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ab53-8d20-4217-94b9-f4e8efdf21aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:12.978350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:13.869284 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-69db112b-18b4-45f7-9561-ebe20fb7835d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:14.544184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:15.821374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:16.022577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:31:16.931745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59204) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:17.132521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:17.169024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:17.173447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Usage tracker for resource:security_group_rule and tenant:28563d36b2b64da4a660880e4de18278 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:17.176545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:17.182800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:17.378422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:17.420839 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:17.429170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f54830fb-4343-4fad-8d80-ba05b6bd625d tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:17.481144 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28563d36b2b64da4a660880e4de18278&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5475831 Dec 16 15:31:17.482517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3a40c-d4fa-4acc-a10f-42ce0d7bd244,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:17.485470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59216) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:17.489666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:17.561500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-82885d33-137f-47d7-9c9a-56cb6798ffd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:17.601677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-82885d33-137f-47d7-9c9a-56cb6798ffd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:17.698675 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-82885d33-137f-47d7-9c9a-56cb6798ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:17.705665 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f38b9230-71a6-4d58-a8fe-adc3cbb3c32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:17.725115 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82885d33-137f-47d7-9c9a-56cb6798ffd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3a40c-d4fa-4acc-a10f-42ce0d7bd244,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:17.728681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-82885d33-137f-47d7-9c9a-56cb6798ffd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:17.734414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-82885d33-137f-47d7-9c9a-56cb6798ffd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:17.739007 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-82885d33-137f-47d7-9c9a-56cb6798ffd7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ff3a40c-d4fa-4acc-a10f-42ce0d7bd244 HTTP/1.1" status: 204 len: 168 time: 0.2488506 Dec 16 15:31:18.507274 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59272) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:18.532689 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:18.585346 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:18.591478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:6d738bdddf8a4d8ca17c9eff1bc27f9a is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:18.596907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:18.606363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:18.729149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:18.763287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:18.772761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a6799080-ed6e-497a-ad30-86d3a1ce4432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:18.822570 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d738bdddf8a4d8ca17c9eff1bc27f9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3137424 Dec 16 15:31:18.823440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e9b00-00c7-442f-9bfd-8f304778ec3d,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:18.826872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59280) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:18.829648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:18.906181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-806f7344-5d70-4f50-bd37-fb5d452eda3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:18.940591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-806f7344-5d70-4f50-bd37-fb5d452eda3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:19.049822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-806f7344-5d70-4f50-bd37-fb5d452eda3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:19.060063 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b7545c50-b47d-4f5e-8c39-9f717154022b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:19.087189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f7344-5d70-4f50-bd37-fb5d452eda3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e9b00-00c7-442f-9bfd-8f304778ec3d,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:19.089757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-806f7344-5d70-4f50-bd37-fb5d452eda3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:19.091182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-806f7344-5d70-4f50-bd37-fb5d452eda3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:19.096871 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-806f7344-5d70-4f50-bd37-fb5d452eda3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e2e9b00-00c7-442f-9bfd-8f304778ec3d HTTP/1.1" status: 204 len: 168 time: 0.2645812 Dec 16 15:31:20.172996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-5c9d3d71-d791-47f2-808f-a9cda37a03bf tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:20.174747 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-5c9d3d71-d791-47f2-808f-a9cda37a03bf tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 814 time: 0.1704884 Dec 16 15:31:20.195636 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-a6e023ee-6b6b-480d-92bf-05d917fe16d2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/quotas/962338c57e5c46ef84460b3dc1a0afea HTTP/1.1" status: 200 len: 375 time: 0.0132244 Dec 16 15:31:20.328468 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-aafefcad-6f04-4712-af7e-68a4640a3fdb tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250591 Dec 16 15:31:20.602066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-c946c223-0c37-44bd-b72b-288c10882e1f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:31:20.604012 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-c946c223-0c37-44bd-b72b-288c10882e1f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2679458 Dec 16 15:31:20.836059 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-468c785a-9658-4193-8dc7-46dc206f5b34 service neutron] 10.222.0.45 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211840 Dec 16 15:31:21.033238 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-0288e7c4-da02-4964-9a31-98568e0c1493 service neutron] 10.222.0.45 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873622 Dec 16 15:31:21.922240 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04ea8517-b238-406c-9ffc-06ef2a416525 req-b3ee6f2d-6852-45d9-b5dc-f5dad1b4de39 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 210 time: 0.5333111 Dec 16 15:31:23.154253 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1b37cb1b-4b1a-4018-885f-9a88734b13c6 req-53278ead-ac36-4242-8d27-ab6821953f67 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 210 time: 0.0685971 Dec 16 15:31:24.321800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-8f541705-ad6e-4cfa-a87e-a33bf4b08d04 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:24.323707 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-8f541705-ad6e-4cfa-a87e-a33bf4b08d04 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 814 time: 0.2174637 Dec 16 15:31:24.348851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Request body: {'port': {'device_id': 'c52aff34-91bc-4b2c-9f3b-35d9138871c3', 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca', 'admin_state_up': True, 'tenant_id': '962338c57e5c46ef84460b3dc1a0afea'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:24.475542 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c2bb5c67-f27f-47f8-82a7-bba99c00191b req-e5c24023-e0e8-437e-9280-a56f92e44c40 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 210 time: 0.0564268 Dec 16 15:31:24.557059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:24.570253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:24.609692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Made reservation on behalf of 962338c57e5c46ef84460b3dc1a0afea for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:31:24.616845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:24.638858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:24.860674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59484) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:24.926167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Allocated IP 172.20.0.4 (93ae9bca-879a-41a2-8378-cb0164469bca/b07f1dc3-3815-4f03-9f0a-a42e0a7999af/b3c2827e-74a7-4dcd-b34d-70db98c4121c) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:31:25.101766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.168105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:25.175210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Usage tracker for resource:security_group_rule and tenant:49874abceb4445a19f22084a6a00df69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:25.178821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:25.193036 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:25.368471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.394851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.429224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.438644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-806f7344-5d70-4f50-bd37-fb5d452eda3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:25.471993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.486557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e1d23b26-3699-4d9e-8b90-c60ed0529c66 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:25.487108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc210cfd-48e0-4c0e-9389-987101ab0576,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:25.494823 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49874abceb4445a19f22084a6a00df69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6289949 Dec 16 15:31:25.494823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:25.496082 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59516) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:25.515344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6ff8ff40-8129-456e-a634-61bb3c8a183c'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:31:25.595456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Network 93ae9bca-879a-41a2-8378-cb0164469bca is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:25.600454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:25.602808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Pushing event updated for resources: {'Port': ['ID=b3c2827e-74a7-4dcd-b34d-70db98c4121c,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:25.605480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:31:25.627891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d7e678ad-265d-43b9-8a59-fb9b1293c946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.634335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:25.685879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d7e678ad-265d-43b9-8a59-fb9b1293c946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.708740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:25.709491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.845007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce0437-73bc-4e1d-a99f-6b5f1df415d3 req-94526233-44df-429d-bfe2-b25010361e6f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:25.845785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-00ce0437-73bc-4e1d-a99f-6b5f1df415d3 req-94526233-44df-429d-bfe2-b25010361e6f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Synchronizing usage tracker for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:31:25.866862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d7e678ad-265d-43b9-8a59-fb9b1293c946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.874739 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e580ee1c-4233-4a3d-ab2b-8bc9c62f014c tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:25.893329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e678ad-265d-43b9-8a59-fb9b1293c946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc210cfd-48e0-4c0e-9389-987101ab0576,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:25.896511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d7e678ad-265d-43b9-8a59-fb9b1293c946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:25.897440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d7e678ad-265d-43b9-8a59-fb9b1293c946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:25.900552 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d7e678ad-265d-43b9-8a59-fb9b1293c946 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc210cfd-48e0-4c0e-9389-987101ab0576 HTTP/1.1" status: 204 len: 168 time: 0.4015868 Dec 16 15:31:25.907541 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5658069 Dec 16 15:31:25.933972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-00ce0437-73bc-4e1d-a99f-6b5f1df415d3 req-94526233-44df-429d-bfe2-b25010361e6f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Unset dirty status for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:31:25.936503 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00ce0437-73bc-4e1d-a99f-6b5f1df415d3 req-94526233-44df-429d-bfe2-b25010361e6f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 931 time: 0.2215505 Dec 16 15:31:26.047107 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00ce0437-73bc-4e1d-a99f-6b5f1df415d3 req-f72dea72-ba82-4bf4-965d-d7c2e9ad097c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957611 Dec 16 15:31:26.053356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Request body: {'port': {'device_id': 'c52aff34-91bc-4b2c-9f3b-35d9138871c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:26.203544 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:26.572707 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59552) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:26.743060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:26.756357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c2827e-74a7-4dcd-b34d-70db98c4121c {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:31:26.766184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:26.782424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:26.786955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Usage tracker for resource:security_group_rule and tenant:0fe8deb385af49f3b57bb8fca01c0c7a is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:26.789695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Transition to ACTIVE for port object b3c2827e-74a7-4dcd-b34d-70db98c4121c will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:26.790141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:26.797857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:26.810980 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-b991fa6b-bde6-4251-bdde-7e979721b402 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133568 Dec 16 15:31:26.820316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:26.825333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5e7ac32c-1629-4ddf-bc94-29364ec2603a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:26.874343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:26.911813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:26.920834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f2edd25c-cd9b-4b90-afc4-402cac1279d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:26.969586 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10e00b4-291a-42c5-8483-f23eb12e259a,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:26.977399 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0fe8deb385af49f3b57bb8fca01c0c7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4022171 Dec 16 15:31:26.979307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:26.979307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59558) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:27.015666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c2827e-74a7-4dcd-b34d-70db98c4121c,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:27.021638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:27.047777 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84053128-4a44-4b57-ab3f-bb32698434d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:27.078531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84053128-4a44-4b57-ab3f-bb32698434d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:27.151898 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-ae7e5b1a-60e1-41f6-92d2-9d62ef777698 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 1099 time: 0.2121003 Dec 16 15:31:27.160961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Attempting to bind port b3c2827e-74a7-4dcd-b34d-70db98c4121c on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:27.161357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Attempting to bind port b3c2827e-74a7-4dcd-b34d-70db98c4121c by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:31:27.162070 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Attempting to bind port b3c2827e-74a7-4dcd-b34d-70db98c4121c on network 93ae9bca-879a-41a2-8378-cb0164469bca {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:27.170585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Port b3c2827e-74a7-4dcd-b34d-70db98c4121c on network 93ae9bca-879a-41a2-8378-cb0164469bca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:31:27.170955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Attempting to bind port b3c2827e-74a7-4dcd-b34d-70db98c4121c on network 93ae9bca-879a-41a2-8378-cb0164469bca {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:27.175218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84053128-4a44-4b57-ab3f-bb32698434d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:27.184987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e731e829-b105-4e59-a546-1e78aa162f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:27.207813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84053128-4a44-4b57-ab3f-bb32698434d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10e00b4-291a-42c5-8483-f23eb12e259a,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:27.219175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:31:27.219778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Checking segment: {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:27.220453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Bound using segment: {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:31:27.221265 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Bound port: b3c2827e-74a7-4dcd-b34d-70db98c4121c, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:31:27.221925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:27.246373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-84053128-4a44-4b57-ab3f-bb32698434d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:27.265332 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84053128-4a44-4b57-ab3f-bb32698434d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:27.267469 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-84053128-4a44-4b57-ab3f-bb32698434d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b10e00b4-291a-42c5-8483-f23eb12e259a HTTP/1.1" status: 204 len: 168 time: 0.2873406 Dec 16 15:31:27.315054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd023c6-1d7a-48d5-b00f-6de825b42c23 req-c834b6ad-bdfd-4be4-befd-6cae7c4981a2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:27.316862 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bcd023c6-1d7a-48d5-b00f-6de825b42c23 req-c834b6ad-bdfd-4be4-befd-6cae7c4981a2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 943 time: 0.1147060 Dec 16 15:31:27.446112 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bcd023c6-1d7a-48d5-b00f-6de825b42c23 req-a532439d-964e-4590-9a3a-0d2c66b1ae81 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207366 Dec 16 15:31:27.493586 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-26b76416-7572-4df9-aea6-adc3622fc4c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:27.495261 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-26b76416-7572-4df9-aea6-adc3622fc4c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 915 time: 0.3185980 Dec 16 15:31:27.498472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] For port b3c2827e-74a7-4dcd-b34d-70db98c4121c, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:31:27.502001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] For port b3c2827e-74a7-4dcd-b34d-70db98c4121c, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3c2827e-74a7-4dcd-b34d-70db98c4121c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:31:27.577478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:27.582699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-32362278-8893-4bd4-b33e-468b0b18ea18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:27.615637 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-5d499e43-15a8-47e6-8b38-7a94901e5bef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c HTTP/1.1" status: 200 len: 217 time: 0.1120648 Dec 16 15:31:27.711501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:27.713103 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] 10.222.0.32 "PUT /v2.0/ports/b3c2827e-74a7-4dcd-b34d-70db98c4121c HTTP/1.1" status: 200 len: 1093 time: 1.7753010 Dec 16 15:31:27.716005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52aff34-91bc-4b2c-9f3b-35d9138871c3', 'tag': 'b3c2827e-74a7-4dcd-b34d-70db98c4121c'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:31:27.743744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-888a4809-a9b8-41ef-a8f1-2b8a62cc0445 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:27.745397 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-888a4809-a9b8-41ef-a8f1-2b8a62cc0445 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.1223598 Dec 16 15:31:27.746344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c2827e-74a7-4dcd-b34d-70db98c4121c,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:27.750448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:27.801872 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-0a0ef52e-63aa-48ec-8285-370186bf4037 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493929 Dec 16 15:31:27.969295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59580) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:27.993972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:28.038220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:28.043343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Usage tracker for resource:security_group_rule and tenant:9c729bb6f0cf4e34b18e85f43b121078 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:28.046925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:28.054392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:28.147417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:28.168894 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52aff34-91bc-4b2c-9f3b-35d9138871c3', 'tag': 'b3c2827e-74a7-4dcd-b34d-70db98c4121c', 'status': 'completed', 'code': 200} Dec 16 15:31:28.218733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:28.228010 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4280346e-9498-4bc6-8e34-190619646ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:28.276759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebffa00-f97a-47a1-a43f-e4f617db1e8b,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:28.278328 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-ecc433e6-e828-46dc-8916-96369bab6c52 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690871 Dec 16 15:31:28.280524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:28.285635 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c729bb6f0cf4e34b18e85f43b121078&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3148093 Dec 16 15:31:28.288238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59584) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:28.429883 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-9af4de51-6082-4a7e-8f94-9a40411c4cc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 1096 time: 0.2644069 Dec 16 15:31:28.555876 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-8232f8e3-0a01-44c0-b229-bf67b52e9ba0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c2827e-74a7-4dcd-b34d-70db98c4121c HTTP/1.1" status: 200 len: 217 time: 0.1061580 Dec 16 15:31:28.640768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c037c8bd-36a0-4a7b-a6d9-4893cb725851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:28.644231 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-11e844b3-d46b-4494-8d82-257cf539e5c8 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568680 Dec 16 15:31:28.689791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c037c8bd-36a0-4a7b-a6d9-4893cb725851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:28.696019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7b674-272d-4b37-930c-411ea0312fe4 req-faac98ad-79a5-40bd-a098-dba7cafb424d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:28.697769 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d7b674-272d-4b37-930c-411ea0312fe4 req-faac98ad-79a5-40bd-a098-dba7cafb424d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 943 time: 0.0968843 Dec 16 15:31:28.702704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-5f684746-365e-49d9-b1ad-4fd1aca246e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:28.704408 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-5f684746-365e-49d9-b1ad-4fd1aca246e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.1250017 Dec 16 15:31:28.773559 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-e9a93d9c-c259-40ce-9a4c-fb17c5620a3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592360 Dec 16 15:31:28.774741 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-17d7b674-272d-4b37-930c-411ea0312fe4 req-505f5c4c-fa1b-49ab-9bdf-5ce00adb0e0c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679429 Dec 16 15:31:28.826799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59594) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:28.922975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c037c8bd-36a0-4a7b-a6d9-4893cb725851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:28.930084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0666ed7c-afc4-4cf5-be30-db8db643f085 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:28.953498 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037c8bd-36a0-4a7b-a6d9-4893cb725851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebffa00-f97a-47a1-a43f-e4f617db1e8b,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:28.961404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c037c8bd-36a0-4a7b-a6d9-4893cb725851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:28.969505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-c3701a40-2cea-41e3-bd42-18f696222f29 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884580 Dec 16 15:31:28.970792 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c037c8bd-36a0-4a7b-a6d9-4893cb725851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:28.973570 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c037c8bd-36a0-4a7b-a6d9-4893cb725851 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ebffa00-f97a-47a1-a43f-e4f617db1e8b HTTP/1.1" status: 204 len: 168 time: 0.6576717 Dec 16 15:31:29.139299 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-656ead3c-aa70-43f3-aed7-e4fddc3f95db req-af238c87-374d-4326-87c7-4981f92a7680 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614788 Dec 16 15:31:29.223558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-77905231-e60d-40b0-b9c0-045661d2fc17 admin admin] Deleting subnet 0836b5ba-472e-4614-b0e0-7504bc6b1a1a {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:31:29.227166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-77905231-e60d-40b0-b9c0-045661d2fc17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.291009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-77905231-e60d-40b0-b9c0-045661d2fc17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.359800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-77905231-e60d-40b0-b9c0-045661d2fc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.367600 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-19a92487-dfb4-4e47-a281-a78f8bb21767 req-ab46428a-c9c2-471c-a6d3-128378ce2868 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 1096 time: 0.1024857 Dec 16 15:31:29.469436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-77905231-e60d-40b0-b9c0-045661d2fc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.479726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4e815658-ce06-449f-81a2-c01d19fad612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:29.513083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77905231-e60d-40b0-b9c0-045661d2fc17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0836b5ba-472e-4614-b0e0-7504bc6b1a1a,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:29.515888 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-77905231-e60d-40b0-b9c0-045661d2fc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:29.522086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-77905231-e60d-40b0-b9c0-045661d2fc17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.534336 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-77905231-e60d-40b0-b9c0-045661d2fc17 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0836b5ba-472e-4614-b0e0-7504bc6b1a1a HTTP/1.1" status: 204 len: 168 time: 0.7062166 Dec 16 15:31:29.537024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59608) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:29.542169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a92487-dfb4-4e47-a281-a78f8bb21767 req-8fe6f6ac-865f-4b47-868e-b8c9a8c8a7c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:29.543927 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-19a92487-dfb4-4e47-a281-a78f8bb21767 req-8fe6f6ac-865f-4b47-868e-b8c9a8c8a7c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 915 time: 0.1692824 Dec 16 15:31:29.629701 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-19a92487-dfb4-4e47-a281-a78f8bb21767 req-4c837b52-2d00-4378-8b0e-6dcfea9c113f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c2827e-74a7-4dcd-b34d-70db98c4121c HTTP/1.1" status: 200 len: 217 time: 0.0781839 Dec 16 15:31:29.691645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.728540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a92487-dfb4-4e47-a281-a78f8bb21767 req-764e2bea-25f8-4023-9393-3244554f1e0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:29.730298 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-19a92487-dfb4-4e47-a281-a78f8bb21767 req-764e2bea-25f8-4023-9393-3244554f1e0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0905545 Dec 16 15:31:29.785728 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-19a92487-dfb4-4e47-a281-a78f8bb21767 req-f814361f-78c4-42e1-b6b3-6adb7723a0bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491302 Dec 16 15:31:29.855471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.891326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fa2478-044e-4ace-8255-2af8579457d9']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:29.907470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebd8ad0-ed39-4275-8ce2-13171b80e080') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:29.907470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebd8ad0-ed39-4275-8ce2-13171b80e080') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:29.921306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.949929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.958411 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-19a92487-dfb4-4e47-a281-a78f8bb21767 req-64ccfd54-8c10-4fe5-bf4a-b5b726682617 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662042 Dec 16 15:31:29.961005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:31:29.961464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:29.981202 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:30.195506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bb4e6-d57b-47e9-a99c-91d0bde6cf33 req-3d12aa43-065a-4c1b-9ce2-16d2335603e5 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:30.197263 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d75bb4e6-d57b-47e9-a99c-91d0bde6cf33 req-3d12aa43-065a-4c1b-9ce2-16d2335603e5 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 943 time: 0.2430081 Dec 16 15:31:30.199547 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-19a92487-dfb4-4e47-a281-a78f8bb21767 req-4a08fd7e-443f-408a-b337-8649448eaa2a service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851130 Dec 16 15:31:30.259428 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d75bb4e6-d57b-47e9-a99c-91d0bde6cf33 req-e916889a-bda6-4a5f-8127-8e02e9329ac7 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545022 Dec 16 15:31:30.324434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:30.328066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5ab92c98-a792-464a-b71f-fea699529fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:30.350208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:30.363977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Pushing event deleted for resources: {'Network': ['ID=51fa2478-044e-4ace-8255-2af8579457d9,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:30.368157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:30.409822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] 10.222.0.45 "DELETE /v2.0/networks/51fa2478-044e-4ace-8255-2af8579457d9 HTTP/1.1" status: 204 len: 168 time: 0.8716266 Dec 16 15:31:30.713014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59632) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:30.806758 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-86e91099-43a7-40f2-b90c-8d639349fabb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb300a155af646228f7c0b155a5d63ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0912590 Dec 16 15:31:30.808890 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59640) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:30.937200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dd80c408-5827-45ee-b87a-37970fb3ec15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:30.974332 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dd80c408-5827-45ee-b87a-37970fb3ec15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:31.063576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dd80c408-5827-45ee-b87a-37970fb3ec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:31.068001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1cf72438-9898-473b-8acd-b865f7f8fd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:31.083033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80c408-5827-45ee-b87a-37970fb3ec15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233cdb8a-ac5a-40e4-9372-4a9f6f0463e0,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:31.086838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-dd80c408-5827-45ee-b87a-37970fb3ec15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:31.123049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dd80c408-5827-45ee-b87a-37970fb3ec15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:31.126579 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-dd80c408-5827-45ee-b87a-37970fb3ec15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/233cdb8a-ac5a-40e4-9372-4a9f6f0463e0 HTTP/1.1" status: 204 len: 168 time: 0.3157537 Dec 16 15:31:31.568517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efe95a-f444-4580-b617-c957aa70dfba req-f5615e3d-cef1-461f-a499-d12acd26eefa tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:31.570631 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-20efe95a-f444-4580-b617-c957aa70dfba req-f5615e3d-cef1-461f-a499-d12acd26eefa tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 943 time: 0.1010730 Dec 16 15:31:31.651865 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-20efe95a-f444-4580-b617-c957aa70dfba req-a299c1c0-cd25-4aff-a541-740567c5bb99 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728166 Dec 16 15:31:32.568784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59686) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:32.730109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-526152261-network', 'tenant_id': '211699de14224a63a48d253eaa061c69'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:32.738398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:32.742825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Usage tracker for resource:network and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:32.746216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:32.754382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:32.797860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Made reservation on behalf of 211699de14224a63a48d253eaa061c69 for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:31:32.805853 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:32.827178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:32.869750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:32.875457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Usage tracker for resource:security_group_rule and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:32.878875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:32.886835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:32.898527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679ef8-6f0b-4520-bf9d-61747b3aff23 req-55ce3791-ee65-4341-8247-d4b3d84cedb2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:32.900623 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-75679ef8-6f0b-4520-bf9d-61747b3aff23 req-55ce3791-ee65-4341-8247-d4b3d84cedb2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 943 time: 0.1077278 Dec 16 15:31:32.957632 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-75679ef8-6f0b-4520-bf9d-61747b3aff23 req-c725cfca-200e-41ec-9921-7fea7d9afd2e tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493364 Dec 16 15:31:32.985693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device b3c2827e-74a7-4dcd-b34d-70db98c4121c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:31:33.089648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.114911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.119845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6762492b-94cc-4e5e-96f3-a7a2eebdefd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:33.148900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port b3c2827e-74a7-4dcd-b34d-70db98c4121c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3c2827e-74a7-4dcd-b34d-70db98c4121c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:31:33.153383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 15:31:33.164623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': 'b3c2827e-74a7-4dcd-b34d-70db98c4121c', 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca', 'port_id': 'b3c2827e-74a7-4dcd-b34d-70db98c4121c', 'mac_address': 'fa:16:3e:71:4e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07f1dc3-3815-4f03-9f0a-a42e0a7999af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:31:33.168926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f27a0ac-693b-4ba0-ac3d-d34a833aec9a,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:33.174214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:33.175297 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.175688 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Added segment 07c054ea-59cf-421f-aa61-03f94761a046 of type vlan for network 888cf1c9-54d5-43ec-9d53-9903be1aba42 Dec 16 15:31:33.229692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.248963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c2827e-74a7-4dcd-b34d-70db98c4121c {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:31:33.265422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port b3c2827e-74a7-4dcd-b34d-70db98c4121c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3c2827e-74a7-4dcd-b34d-70db98c4121c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:31:33.266272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.292213 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.294228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:33.334838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.336201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:33.337187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.343193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3bb21e32-bb46-486e-a502-a3d2ae4dc69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:33.363635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=b3c2827e-74a7-4dcd-b34d-70db98c4121c,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:33.373609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.374073 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.374537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.375085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.375643 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.376435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.376989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.377778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.378438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.378957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.379479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:33.386571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:33.452912 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8831177 Dec 16 15:31:33.456055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59700) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:33.459142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Pushing event updated for resources: {'Network': ['ID=888cf1c9-54d5-43ec-9d53-9903be1aba42,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:33.462350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9ad59fb1-6239-4c34-9a64-2afbf8cd9aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:33.463160 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Request body: {'subnet': {'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-526152261-subnet', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'ip_version': 4}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:33.469173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:33.473667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 15:31:33.473900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Usage tracker for resource:subnet and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:33.477291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:33.484904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:33.523373 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Made reservation on behalf of 211699de14224a63a48d253eaa061c69 for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:31:33.528393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15237807'] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.807653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['b3c2827e-74a7-4dcd-b34d-70db98c4121c'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:31:33.977503 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839927828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15237822'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:33.982741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:34.063170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7abb2e-e09f-41b8-ae85-a96586ab8042,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:34.067208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:34.082260 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Checking segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:34.082632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Network hostable DHCP agents. Network: 888cf1c9-54d5-43ec-9d53-9903be1aba42, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 15:31:34.162456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 15:31:34.196041 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb716e4-deec-492d-8d7a-6371f882ab7f req-c6047945-6219-4a5c-a3c4-eb4dfe40d685 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:34.198789 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1cb716e4-deec-492d-8d7a-6371f882ab7f req-c6047945-6219-4a5c-a3c4-eb4dfe40d685 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 944 time: 0.1070447 Dec 16 15:31:34.234686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 888cf1c9-54d5-43ec-9d53-9903be1aba42) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:34.239999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:34.240671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:34.246382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061badb2-3b1f-4c37-ae97-55ab566d34e0 None None] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:31:34.322756 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e02df00e-a040-41db-8cf2-5788dca76245 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8642180 Dec 16 15:31:34.324915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59718) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:34.331268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:34.338750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:34.344114 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Usage tracker for resource:router and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:34.348099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:34.358700 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:34.514973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:34.516287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:34.518896 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1cb716e4-deec-492d-8d7a-6371f882ab7f req-fa0b743f-ac28-42b0-a30b-60b8ff028fb6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139913 Dec 16 15:31:34.562929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-888cf1c9-54d5-43ec-9d53-9903be1aba42', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 15:31:34.565285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:34.565567 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:34.758711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Allocated IP 172.20.0.2 (888cf1c9-54d5-43ec-9d53-9903be1aba42/9b7abb2e-e09f-41b8-ae85-a96586ab8042/378ed751-c0d3-4c10-b19f-5d78780fe799) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:31:34.771038 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:34.997556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.003326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device b3c2827e-74a7-4dcd-b34d-70db98c4121c up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:35.088436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.092490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Transition to ACTIVE for port object 378ed751-c0d3-4c10-b19f-5d78780fe799 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:35.115993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Transition to ACTIVE for port object 378ed751-c0d3-4c10-b19f-5d78780fe799 will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:35.119962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port b3c2827e-74a7-4dcd-b34d-70db98c4121c completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:35.123603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.126065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port b3c2827e-74a7-4dcd-b34d-70db98c4121c triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:35.126523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.158806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.170381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-996bc538-55ca-4402-9a8c-40f60cff8e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:35.266910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:35.275912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:35.279429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Pushing event updated for resources: {'Port': ['ID=378ed751-c0d3-4c10-b19f-5d78780fe799,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:35.282360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:31:35.286529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:35.307840 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Allocated IP 172.27.2.119 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/a08d9795-3a54-48d1-baaa-7c19c6d37a1b) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:31:35.491035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.503148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Attempting to bind port 378ed751-c0d3-4c10-b19f-5d78780fe799 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:35.503671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Attempting to bind port 378ed751-c0d3-4c10-b19f-5d78780fe799 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:31:35.504193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Attempting to bind port 378ed751-c0d3-4c10-b19f-5d78780fe799 on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:35.518691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:31:35.519117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Checking segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:35.519753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.520329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Bound using segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:31:35.520807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Bound port: 378ed751-c0d3-4c10-b19f-5d78780fe799, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:31:35.521311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.573520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.609456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52aff34-91bc-4b2c-9f3b-35d9138871c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c2827e-74a7-4dcd-b34d-70db98c4121c'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:31:35.644273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.654834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port b3c2827e-74a7-4dcd-b34d-70db98c4121c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3c2827e-74a7-4dcd-b34d-70db98c4121c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:31:35.664904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-61abc509-b759-47f8-9772-59aef5135503 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:35.699384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] For port 378ed751-c0d3-4c10-b19f-5d78780fe799, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:31:35.703469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.708081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] For port 378ed751-c0d3-4c10-b19f-5d78780fe799, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=378ed751-c0d3-4c10-b19f-5d78780fe799,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:31:35.709480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:35.766571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:35.836538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=b3c2827e-74a7-4dcd-b34d-70db98c4121c,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:35.841962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:35.842968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:35.947889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Pushing event updated for resources: {'Port': ['ID=378ed751-c0d3-4c10-b19f-5d78780fe799,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:35.952259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:35.965809 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52aff34-91bc-4b2c-9f3b-35d9138871c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c2827e-74a7-4dcd-b34d-70db98c4121c', 'code': 200} Dec 16 15:31:36.087150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:36.095914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:36.101950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:31:36.163120 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a08d9795-3a54-48d1-baaa-7c19c6d37a1b,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:36.180838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:36.274305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6a97d-7a2f-4f65-8abe-7e904cb4375b req-7eeec7bc-23d2-43ba-b2df-6a4195881ca6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:36.276085 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32f6a97d-7a2f-4f65-8abe-7e904cb4375b req-7eeec7bc-23d2-43ba-b2df-6a4195881ca6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 945 time: 0.6129150 Dec 16 15:31:36.412051 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32f6a97d-7a2f-4f65-8abe-7e904cb4375b req-0e8432e7-f0ba-471b-b5ea-e36eedfd0231 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249516 Dec 16 15:31:36.458285 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c09e74e7-6709-4d72-8336-ff4404b5ae2b req-8af20196-8bd2-4ab7-bcb0-f4856e92a8a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 1098 time: 0.1493373 Dec 16 15:31:36.541019 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c09e74e7-6709-4d72-8336-ff4404b5ae2b req-d2cc026a-13ee-4e46-9537-4fca7d01101d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759804 Dec 16 15:31:36.569145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:36.570352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:36.894970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Router 5b0fa789-b22f-414c-a365-f54101d0c300 is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 15:31:37.150349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:31:37.156107 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 378ed751-c0d3-4c10-b19f-5d78780fe799 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:37.172618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Sync routers for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:31:37.190216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:31:37.191478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:31:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:37.230698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:37.234796 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9084544 Dec 16 15:31:37.238431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59766) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:37.266961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 378ed751-c0d3-4c10-b19f-5d78780fe799 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:37.312221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59770) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:37.446391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:31:37.566773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:37.648822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:37.658896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Usage tracker for resource:security_group_rule and tenant:62f7a9cec4b44dddb6a335aa41a24c8d is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:37.662629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:37.672709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:37.886650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:36Z', 'revision_number': 3, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:37.892264 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Checking router: 5b0fa789-b22f-414c-a365-f54101d0c300 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:31:37.892916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Updating router 5b0fa789-b22f-414c-a365-f54101d0c300 port a08d9795-3a54-48d1-baaa-7c19c6d37a1b binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 15:31:37.998529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.047882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.079964 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.090913 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-124ba4d7-ef52-4709-8083-302c882c4f51 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:38.148820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6526d23c-102d-4a6b-99e1-fc0cb172c832,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:38.155155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:38.195468 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62f7a9cec4b44dddb6a335aa41a24c8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8815131 Dec 16 15:31:38.196608 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59780) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:38.268604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4af8c1-c7b4-42e4-93db-90e4f197188b req-c9504fba-0942-45e4-998f-bd8f6d963532 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:38.271676 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8b4af8c1-c7b4-42e4-93db-90e4f197188b req-c9504fba-0942-45e4-998f-bd8f6d963532 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 945 time: 0.2842455 Dec 16 15:31:38.306850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fe1983-3371-4969-8303-897eb4d39378 None None] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:31:38.307161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a06c1aec-a270-4c6f-b5c2-12fe04fce5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.376960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a06c1aec-a270-4c6f-b5c2-12fe04fce5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.508341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-760714a7-fecb-43fc-ad07-56edc13a845e None None] Provisioning for port 378ed751-c0d3-4c10-b19f-5d78780fe799 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:38.520782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-760714a7-fecb-43fc-ad07-56edc13a845e None None] Provisioning complete for port 378ed751-c0d3-4c10-b19f-5d78780fe799 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:38.522333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-760714a7-fecb-43fc-ad07-56edc13a845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.561563 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8b4af8c1-c7b4-42e4-93db-90e4f197188b req-bfcf78a7-0748-40ea-8fd8-f4cc891adcd7 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400459 Dec 16 15:31:38.670672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.687263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Transition to ACTIVE for port object a08d9795-3a54-48d1-baaa-7c19c6d37a1b will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:38.694848 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a06c1aec-a270-4c6f-b5c2-12fe04fce5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.702782 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8da06df8-72cb-4546-bea4-174087ef5f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:38.720938 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c1aec-a270-4c6f-b5c2-12fe04fce5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6526d23c-102d-4a6b-99e1-fc0cb172c832,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:38.724103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a06c1aec-a270-4c6f-b5c2-12fe04fce5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:38.725576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a06c1aec-a270-4c6f-b5c2-12fe04fce5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.726946 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a06c1aec-a270-4c6f-b5c2-12fe04fce5d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6526d23c-102d-4a6b-99e1-fc0cb172c832 HTTP/1.1" status: 204 len: 168 time: 0.5275946 Dec 16 15:31:38.740865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.750672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:38.799312 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-760714a7-fecb-43fc-ad07-56edc13a845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.866995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Pushing event updated for resources: {'Port': ['ID=a08d9795-3a54-48d1-baaa-7c19c6d37a1b,revision_number=2']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:38.869990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Attempting to bind port a08d9795-3a54-48d1-baaa-7c19c6d37a1b on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:38.870652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Attempting to bind port a08d9795-3a54-48d1-baaa-7c19c6d37a1b by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:31:38.871366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Attempting to bind port a08d9795-3a54-48d1-baaa-7c19c6d37a1b on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:38.888815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:31:38.889752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:38.890635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.891793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:31:38.892825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Bound port: a08d9795-3a54-48d1-baaa-7c19c6d37a1b, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:31:38.893456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:38.941458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.941901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.942362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.942740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.943159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.943481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.943969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.944355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.944718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.945074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.945494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:31:38.949850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:39.052834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] For port a08d9795-3a54-48d1-baaa-7c19c6d37a1b, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:31:39.065020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-760714a7-fecb-43fc-ad07-56edc13a845e None None] For port 378ed751-c0d3-4c10-b19f-5d78780fe799, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=378ed751-c0d3-4c10-b19f-5d78780fe799,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:31:39.066629 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] For port a08d9795-3a54-48d1-baaa-7c19c6d37a1b, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=a08d9795-3a54-48d1-baaa-7c19c6d37a1b,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:31:39.079165 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:39.095012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-760714a7-fecb-43fc-ad07-56edc13a845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:39.098158 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:39.126751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:39.133072 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e299ba30-18af-43d2-90d1-999d6d5b0ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:39.210132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760714a7-fecb-43fc-ad07-56edc13a845e None None] Pushing event updated for resources: {'Port': ['ID=378ed751-c0d3-4c10-b19f-5d78780fe799,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:39.220869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-760714a7-fecb-43fc-ad07-56edc13a845e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:39.245681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:31:39.246456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:31:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:39.444803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Pushing event updated for resources: {'Port': ['ID=a08d9795-3a54-48d1-baaa-7c19c6d37a1b,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:39.448601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6e66af33-7058-4566-95e8-73f60fe70329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:39.484757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Allocated IP 172.20.0.1 (888cf1c9-54d5-43ec-9d53-9903be1aba42/9b7abb2e-e09f-41b8-ae85-a96586ab8042/d360971a-e0b8-4b11-9c0b-213c640c58d6) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:31:39.489659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:31:39.527481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6567a039-b109-4817-9009-c3f460938642 None None] Provisioning complete for port 378ed751-c0d3-4c10-b19f-5d78780fe799 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:39.527916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6567a039-b109-4817-9009-c3f460938642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:39.855756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59792) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:39.883307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:39.886965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:39.931450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Transition to ACTIVE for port object d360971a-e0b8-4b11-9c0b-213c640c58d6 will not be triggered until provisioned by entity DHCP. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:39.932281 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf430-d999-43dd-b0f8-03903a02c1d9 req-669c70d0-77f9-4991-a2ba-4d0f5290ca20 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:39.939074 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ebaf430-d999-43dd-b0f8-03903a02c1d9 req-669c70d0-77f9-4991-a2ba-4d0f5290ca20 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 945 time: 0.1546745 Dec 16 15:31:39.940651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:36Z', 'revision_number': 3, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:39.942740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:39.948737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87e38e-5e3a-4a8c-afcb-9bc0aaf3e67e None None] The sync data for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi is: [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:36Z', 'revision_number': 3, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:31:39.949180 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Usage tracker for resource:security_group_rule and tenant:afb65518a8ae4590a370e2f091f65921 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:39.954102 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:39.962522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:40.016465 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ebaf430-d999-43dd-b0f8-03903a02c1d9 req-24be8bf0-b38e-4773-865b-a1f8f156e547 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716538 Dec 16 15:31:40.017894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.029785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-307282dd-3020-4004-bf77-b35006b29a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:40.153269 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d360971a-e0b8-4b11-9c0b-213c640c58d6,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:40.165303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:40.166914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:40.171233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:40.178084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:31:40.218268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.254355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.264371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-28f3d99f-a352-45ba-bba9-d855b4fedede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:40.278453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.329917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c5a75b-2e1b-49f6-9e9a-13190f6de33b,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:40.341168 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:40.346557 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afb65518a8ae4590a370e2f091f65921&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4893808 Dec 16 15:31:40.350086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59802) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:40.451263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0cfff3c8-fb17-4b7a-971a-bfd87c8436c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.498986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.524687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0cfff3c8-fb17-4b7a-971a-bfd87c8436c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.640708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0cfff3c8-fb17-4b7a-971a-bfd87c8436c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.649756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a2b9e1e3-8da5-4282-899a-6bcaef325e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:40.673029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfff3c8-fb17-4b7a-971a-bfd87c8436c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c5a75b-2e1b-49f6-9e9a-13190f6de33b,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:40.687234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0cfff3c8-fb17-4b7a-971a-bfd87c8436c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:40.691589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0cfff3c8-fb17-4b7a-971a-bfd87c8436c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.693408 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0cfff3c8-fb17-4b7a-971a-bfd87c8436c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39c5a75b-2e1b-49f6-9e9a-13190f6de33b HTTP/1.1" status: 204 len: 168 time: 0.3417442 Dec 16 15:31:40.737431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-fa99d488-7c52-4428-aa5a-c07261617ba3 None None] Provisioning for port d360971a-e0b8-4b11-9c0b-213c640c58d6 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:40.743213 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-fa99d488-7c52-4428-aa5a-c07261617ba3 None None] Provisioning complete for port d360971a-e0b8-4b11-9c0b-213c640c58d6 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:40.743641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fa99d488-7c52-4428-aa5a-c07261617ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.805892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-fa99d488-7c52-4428-aa5a-c07261617ba3 None None] Port d360971a-e0b8-4b11-9c0b-213c640c58d6 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:31:40.886890 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.920353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14863652'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:40.956545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-461aba8d-8a46-41f0-8e7a-505d16779c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:41.059584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d360971a-e0b8-4b11-9c0b-213c640c58d6,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:41.063038 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:41.068164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:41.310851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a08d9795-3a54-48d1-baaa-7c19c6d37a1b up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:41.327204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:41.328460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:41.485530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d3ab607-fb53-497c-9b58-1a2e0313b076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:41.566027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port a08d9795-3a54-48d1-baaa-7c19c6d37a1b completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:41.576841 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port a08d9795-3a54-48d1-baaa-7c19c6d37a1b triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:41.577210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:41.845807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:41.878566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port a08d9795-3a54-48d1-baaa-7c19c6d37a1b, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=a08d9795-3a54-48d1-baaa-7c19c6d37a1b,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:31:41.920871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:41.921821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 378ed751-c0d3-4c10-b19f-5d78780fe799 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:41.967827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:42.074283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-04255827-b253-40ec-886b-f0f94c8baf3a None None] Provisioning complete for port d360971a-e0b8-4b11-9c0b-213c640c58d6 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:42.074607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-04255827-b253-40ec-886b-f0f94c8baf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:42.123064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=a08d9795-3a54-48d1-baaa-7c19c6d37a1b,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:42.129129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:42.161646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-04255827-b253-40ec-886b-f0f94c8baf3a None None] Port d360971a-e0b8-4b11-9c0b-213c640c58d6 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:31:42.170796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 378ed751-c0d3-4c10-b19f-5d78780fe799 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:42.171358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:42.240886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Router 5b0fa789-b22f-414c-a365-f54101d0c300 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:31:42.541582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:31:42.564481 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] 10.222.0.45 "PUT /v2.0/routers/5b0fa789-b22f-414c-a365-f54101d0c300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3242512 Dec 16 15:31:43.008759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:43.122817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a08d9795-3a54-48d1-baaa-7c19c6d37a1b up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:43.198483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port a08d9795-3a54-48d1-baaa-7c19c6d37a1b triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:43.199114 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:43.877294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-508d14a0-630b-4523-ac3a-ba8a6b6910a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:43.891454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Sync routers for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:31:43.905098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:31:43.905753 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:31:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:44.064808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59874) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:44.072557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-674178836-network', 'tenant_id': '544b85760d7346118227c20ef044cb16'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:44.080516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:44.085656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Usage tracker for resource:network and tenant:544b85760d7346118227c20ef044cb16 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:44.089025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:44.096421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:44.126538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Made reservation on behalf of 544b85760d7346118227c20ef044cb16 for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:31:44.131441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.143305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:31:44.145473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.181159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:44.187014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Usage tracker for resource:security_group_rule and tenant:544b85760d7346118227c20ef044cb16 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:44.190329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:44.196750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:44.273771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.308463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.314385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c0cd1360-5ade-4753-b19a-0ec0ce4e9e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:44.334882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 15:31:44.377866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edab5864-5439-45d5-9968-5d6aa132bb49,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:44.381329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:44.396436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.396997 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Added segment 190066b2-b1d1-45e4-8e0f-11a4773b0568 of type vlan for network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 Dec 16 15:31:44.446545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.518462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.521016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:44.522203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.532144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e84664ec-28a5-4c01-ab97-837d6b135197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:44.548602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 2, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:44.553566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Checking router: 5b0fa789-b22f-414c-a365-f54101d0c300 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:31:44.553982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Updating router 5b0fa789-b22f-414c-a365-f54101d0c300 port d360971a-e0b8-4b11-9c0b-213c640c58d6 binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 15:31:44.592291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.616055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.649838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Pushing event updated for resources: {'Network': ['ID=64ff8d0b-21d0-4209-8f07-613b4d99f3b0,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:44.664493 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5983729 Dec 16 15:31:44.666092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:44.667018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59896) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:44.670144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 15:31:44.674340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Request body: {'subnet': {'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-674178836-subnet', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'ip_version': 4}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:44.681778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:44.690867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Usage tracker for resource:subnet and tenant:544b85760d7346118227c20ef044cb16 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:44.692823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f89a-4646-4163-9074-f1769f2c7214 req-75eea8d8-a37f-4646-8079-a3b077023a18 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:44.699125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:44.701193 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-75eea8d8-a37f-4646-8079-a3b077023a18 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 814 time: 0.1906512 Dec 16 15:31:44.713303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:44.722326 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-3b259166-b32b-457f-a786-ff7ae68a38d5 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/quotas/962338c57e5c46ef84460b3dc1a0afea HTTP/1.1" status: 200 len: 375 time: 0.0199935 Dec 16 15:31:44.781046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Made reservation on behalf of 544b85760d7346118227c20ef044cb16 for: {'subnet': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:31:44.786984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15168298'] for subnet, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:44.874493 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-27963e7d-0802-4bcc-895c-6789bf7fcc82 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508014 Dec 16 15:31:45.051811 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-0f205ba2-3890-4cbf-98fd-fb8e8ba60eb2 service neutron] 10.222.0.45 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727676 Dec 16 15:31:45.201234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:45.220052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Transition to ACTIVE for port object d360971a-e0b8-4b11-9c0b-213c640c58d6 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:45.266335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839912041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15168315'] for subnet, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:45.268021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:45.273032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:45.283124 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:45.308932 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-afed77e9-b9bf-4082-af5e-baced931f657 service neutron] 10.222.0.45 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495699 Dec 16 15:31:45.384065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb2e3a94-4ea9-4e1a-a5cd-402509e56055,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:45.387308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:45.399953 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Checking segment: {'id': '190066b2-b1d1-45e4-8e0f-11a4773b0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:45.401043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Network hostable DHCP agents. Network: 64ff8d0b-21d0-4209-8f07-613b4d99f3b0, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 15:31:45.466612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 15:31:45.478983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698c7ba-2a39-4e94-b57e-e7b0a6050bb3 None None] Pushing event updated for resources: {'Port': ['ID=d360971a-e0b8-4b11-9c0b-213c640c58d6,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:45.482578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e698c7ba-2a39-4e94-b57e-e7b0a6050bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:45.531149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 64ff8d0b-21d0-4209-8f07-613b4d99f3b0) {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:45.536960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:45.537821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:45.586960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5461e6f-283f-4829-be6b-ea5cefe5e3a4 None None] Network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:31:45.637206 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9688416 Dec 16 15:31:45.643736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59906) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:45.646658 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-54cb7bf7-20c3-4810-9947-737965efbc47 req-58fd13ed-3b6a-4a91-ad13-936c623343d3 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 210 time: 0.0571926 Dec 16 15:31:45.652775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:45.662501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:45.669423 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Attempting to bind port d360971a-e0b8-4b11-9c0b-213c640c58d6 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:45.669580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Usage tracker for resource:router and tenant:544b85760d7346118227c20ef044cb16 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:45.670299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Attempting to bind port d360971a-e0b8-4b11-9c0b-213c640c58d6 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:31:45.671084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Attempting to bind port d360971a-e0b8-4b11-9c0b-213c640c58d6 on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:45.674748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:45.687255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:45.731744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:45.732943 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:45.750123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:31:45.756856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Checking segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:45.756856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:45.756856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Bound using segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:31:45.756856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Bound port: d360971a-e0b8-4b11-9c0b-213c640c58d6, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:31:45.756856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:45.823842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:45.907936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:46.066894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:46.167830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] For port d360971a-e0b8-4b11-9c0b-213c640c58d6, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:31:46.181682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] For port d360971a-e0b8-4b11-9c0b-213c640c58d6, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=d360971a-e0b8-4b11-9c0b-213c640c58d6,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:31:46.205942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-64ff8d0b-21d0-4209-8f07-613b4d99f3b0', 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'fixed_ips': [{'subnet_id': 'eb2e3a94-4ea9-4e1a-a5cd-402509e56055'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 15:31:46.206958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:46.220726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:46.228167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:46.353526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:46.377724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698c7ba-2a39-4e94-b57e-e7b0a6050bb3 None None] Pushing event updated for resources: {'Port': ['ID=d360971a-e0b8-4b11-9c0b-213c640c58d6,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:46.389533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e698c7ba-2a39-4e94-b57e-e7b0a6050bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:46.400855 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:46.403740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:31:46.403740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:31:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:46.585121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Allocated IP 172.27.2.167 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/47747fac-841d-4817-93e2-2aeb861a72a3) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:31:46.641527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Allocated IP 172.20.0.2 (64ff8d0b-21d0-4209-8f07-613b4d99f3b0/eb2e3a94-4ea9-4e1a-a5cd-402509e56055/79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:31:46.736390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:31:46.863969 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c30a430f-3b90-42fc-b55b-10427c8efeee req-b1ba5d56-2b32-4f54-a574-6f77d7aa3454 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 210 time: 0.1034238 Dec 16 15:31:46.917638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:46.983655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:46.988535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c9b22918-fbdc-4804-b3a5-43ed20148d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:47.064435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:47.069593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:47.072294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:31:47.109698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Pushing event updated for resources: {'Port': ['ID=47747fac-841d-4817-93e2-2aeb861a72a3,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:47.112889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:47.171904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:47.199492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Transition to ACTIVE for port object 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:47.258227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Transition to ACTIVE for port object 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:47.291320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:45Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:47.296604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:47.297390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:47.301645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fcbb28-0566-4ff6-88a6-b04831cd988f None None] The sync data for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi is: [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:45Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:31:47.308471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:47.312937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-60b8dbce-03e6-44f4-929f-5bbed6fc7116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:47.403200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:47.407319 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:47.409902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:31:47.440602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Pushing event updated for resources: {'Port': ['ID=79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:47.444125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:47.546002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Attempting to bind port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:47.546686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Attempting to bind port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '190066b2-b1d1-45e4-8e0f-11a4773b0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:31:47.550367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Attempting to bind port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 on network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:47.555808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:31:47.556520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Checking segment: {'id': '190066b2-b1d1-45e4-8e0f-11a4773b0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:47.557354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:47.558122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Bound using segment: {'id': '190066b2-b1d1-45e4-8e0f-11a4773b0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:31:47.558712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Bound port: 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190066b2-b1d1-45e4-8e0f-11a4773b0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:31:47.559156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:47.671615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Router f570cba1-895f-464e-8107-1fce32aaadbb is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 15:31:47.674883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] For port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:31:47.679221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] For port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124,segment=NetworkSegment(190066b2-b1d1-45e4-8e0f-11a4773b0568),segment_id=190066b2-b1d1-45e4-8e0f-11a4773b0568)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:31:47.741466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:47.753291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:47.884959 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Pushing event updated for resources: {'Port': ['ID=79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:47.888918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:48.044435 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f8b8e6e0-293b-42c9-b0e3-04887a8032d4 req-87d30507-22d9-4c82-b62a-48c06db4dd4a tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 210 time: 0.0805223 Dec 16 15:31:48.203780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:31:48.215403 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Sync routers for ids ['f570cba1-895f-464e-8107-1fce32aaadbb'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:31:48.234298 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Routers {'f570cba1-895f-464e-8107-1fce32aaadbb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:31:48.235492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:31:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['f570cba1-895f-464e-8107-1fce32aaadbb'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:48.292344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:48.293968 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6480615 Dec 16 15:31:48.298241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59934) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:48.700335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Set router f570cba1-895f-464e-8107-1fce32aaadbb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:31:49.077496 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:45Z', 'updated_at': '2021-12-16T15:31:47Z', 'revision_number': 3, 'project_id': '544b85760d7346118227c20ef044cb16', 'gw_port': {'id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:33:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:46Z', 'updated_at': '2021-12-16T15:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:49.084272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Checking router: f570cba1-895f-464e-8107-1fce32aaadbb for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:31:49.084670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Updating router f570cba1-895f-464e-8107-1fce32aaadbb port 47747fac-841d-4817-93e2-2aeb861a72a3 binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 15:31:49.166209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:49.228482 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e436820e-ae8c-41c8-8adc-8590eb5ffe5f req-a6e39628-08fe-40b8-9e80-b38e83aae5b4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 210 time: 0.0717304 Dec 16 15:31:49.315699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:49.511370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:49.514764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:49.521234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device d360971a-e0b8-4b11-9c0b-213c640c58d6 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:49.662946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port d360971a-e0b8-4b11-9c0b-213c640c58d6 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:49.668971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port d360971a-e0b8-4b11-9c0b-213c640c58d6 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:49.669406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:49.772609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:49.789203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Transition to ACTIVE for port object 47747fac-841d-4817-93e2-2aeb861a72a3 will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:49.835638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:49.838586 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:49.844255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:49.868809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Allocated IP 172.20.0.1 (64ff8d0b-21d0-4209-8f07-613b4d99f3b0/eb2e3a94-4ea9-4e1a-a5cd-402509e56055/5d3ba882-4087-401c-88da-9ede2adfa2f4) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:31:49.893119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port d360971a-e0b8-4b11-9c0b-213c640c58d6, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=d360971a-e0b8-4b11-9c0b-213c640c58d6,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:31:49.937058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:49.938276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206c6fa-bdda-4be3-ac00-5320a617c10c None None] Pushing event updated for resources: {'Port': ['ID=47747fac-841d-4817-93e2-2aeb861a72a3,revision_number=2']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:49.942584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6206c6fa-bdda-4be3-ac00-5320a617c10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:49.943157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Attempting to bind port 47747fac-841d-4817-93e2-2aeb861a72a3 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:49.943570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Attempting to bind port 47747fac-841d-4817-93e2-2aeb861a72a3 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:31:49.943997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Attempting to bind port 47747fac-841d-4817-93e2-2aeb861a72a3 on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:49.953272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e698c7ba-2a39-4e94-b57e-e7b0a6050bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:49.959552 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:31:49.959973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:49.960426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:49.960865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:31:49.961399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Bound port: 47747fac-841d-4817-93e2-2aeb861a72a3, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:31:49.961817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.051377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] For port 47747fac-841d-4817-93e2-2aeb861a72a3, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:31:50.055000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] For port 47747fac-841d-4817-93e2-2aeb861a72a3, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=47747fac-841d-4817-93e2-2aeb861a72a3,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:31:50.077978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=d360971a-e0b8-4b11-9c0b-213c640c58d6,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:50.082210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:50.088928 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.095529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:50.097401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.117091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Transition to ACTIVE for port object 5d3ba882-4087-401c-88da-9ede2adfa2f4 will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:50.122622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe04be-a2d7-4ab7-8a43-a17bde1dff19 None None] Network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:31:50.188179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206c6fa-bdda-4be3-ac00-5320a617c10c None None] Pushing event updated for resources: {'Port': ['ID=47747fac-841d-4817-93e2-2aeb861a72a3,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:50.188730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.192182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6206c6fa-bdda-4be3-ac00-5320a617c10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:50.193287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Routers {'f570cba1-895f-464e-8107-1fce32aaadbb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:31:50.194027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:31:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['f570cba1-895f-464e-8107-1fce32aaadbb'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:50.203014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-89de92a6-41c0-433e-bc09-72930fc97910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:50.259943 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:50.264092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:50.268339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:31:50.320617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-2214f7b3-6a8c-4212-8770-de302406adb7 None None] Provisioning for port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:50.323727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Pushing event updated for resources: {'Port': ['ID=5d3ba882-4087-401c-88da-9ede2adfa2f4,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:50.333273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:50.335466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-2214f7b3-6a8c-4212-8770-de302406adb7 None None] Provisioning complete for port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:50.336495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2214f7b3-6a8c-4212-8770-de302406adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.369930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.456379 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bfc2b779-21fa-4c5e-baa9-eeebfae8017e req-b4eeb6ac-d120-4097-b543-37e5e6d0e3a6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 210 time: 0.0685639 Dec 16 15:31:50.526804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] Set router f570cba1-895f-464e-8107-1fce32aaadbb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:31:50.567102 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.767084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2214f7b3-6a8c-4212-8770-de302406adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.837240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-2214f7b3-6a8c-4212-8770-de302406adb7 None None] For port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124,segment=NetworkSegment(190066b2-b1d1-45e4-8e0f-11a4773b0568),segment_id=190066b2-b1d1-45e4-8e0f-11a4773b0568)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:31:50.851681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.894641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.895032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2214f7b3-6a8c-4212-8770-de302406adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:50.896974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:50.935434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:50.954459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:45Z', 'updated_at': '2021-12-16T15:31:47Z', 'revision_number': 3, 'project_id': '544b85760d7346118227c20ef044cb16', 'gw_port': {'id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:33:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:46Z', 'updated_at': '2021-12-16T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:50.958879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1acb4-b2eb-4d7f-9b27-be8d3416afa1 None None] The sync data for ids ['f570cba1-895f-464e-8107-1fce32aaadbb'] in dv-cinder-821894-3-iscsi is: [{'id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:45Z', 'updated_at': '2021-12-16T15:31:47Z', 'revision_number': 3, 'project_id': '544b85760d7346118227c20ef044cb16', 'gw_port': {'id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:33:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:46Z', 'updated_at': '2021-12-16T15:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:31:50.977399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214f7b3-6a8c-4212-8770-de302406adb7 None None] Pushing event updated for resources: {'Port': ['ID=79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:50.986883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2214f7b3-6a8c-4212-8770-de302406adb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:51.040493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Pushing event updated for resources: {'Port': ['ID=5d3ba882-4087-401c-88da-9ede2adfa2f4,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:51.043317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:51.051475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:51.167432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:51.208085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-dd8fd68e-7260-427e-85d7-9fdf222230f7 None None] Provisioning for port 5d3ba882-4087-401c-88da-9ede2adfa2f4 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:51.219839 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-dd8fd68e-7260-427e-85d7-9fdf222230f7 None None] Provisioning complete for port 5d3ba882-4087-401c-88da-9ede2adfa2f4 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:51.220276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd68e-7260-427e-85d7-9fdf222230f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:51.256049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:51.257731 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:51.292245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-dd8fd68e-7260-427e-85d7-9fdf222230f7 None None] Port 5d3ba882-4087-401c-88da-9ede2adfa2f4 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:31:51.327453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-dd8fd68e-7260-427e-85d7-9fdf222230f7 None None] Provisioning complete for port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:51.327865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd68e-7260-427e-85d7-9fdf222230f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:51.406084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:51.406512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:51.699188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device d360971a-e0b8-4b11-9c0b-213c640c58d6 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:51.827487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8ef841a3-7897-42ad-a35a-3efd4c4ed6f7 None None] Provisioning complete for port 5d3ba882-4087-401c-88da-9ede2adfa2f4 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:51.828156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8ef841a3-7897-42ad-a35a-3efd4c4ed6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:51.862267 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7edc7754-5248-4246-a016-46bad160a1bb req-e3f28bf6-aa94-4926-b542-468a4ec5ef16 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 210 time: 0.0788748 Dec 16 15:31:51.948009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8ef841a3-7897-42ad-a35a-3efd4c4ed6f7 None None] Port 5d3ba882-4087-401c-88da-9ede2adfa2f4 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:31:51.950654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port d360971a-e0b8-4b11-9c0b-213c640c58d6 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:51.951084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:52.186110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-4fc08370-3109-4bc3-aedd-075aad974b9a None None] Provisioning complete for port 5d3ba882-4087-401c-88da-9ede2adfa2f4 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:52.187474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4fc08370-3109-4bc3-aedd-075aad974b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:52.230735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f89a-4646-4163-9074-f1769f2c7214 req-689a034e-0fec-4915-920c-21a7da38b95d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:52.232432 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-689a034e-0fec-4915-920c-21a7da38b95d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 814 time: 0.3081691 Dec 16 15:31:52.261061 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Request body: {'port': {'device_id': 'd0133f89-c4d2-43e8-a9ef-5f0222bdc104', 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca', 'admin_state_up': True, 'tenant_id': '962338c57e5c46ef84460b3dc1a0afea'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:52.278839 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-4fc08370-3109-4bc3-aedd-075aad974b9a None None] Port 5d3ba882-4087-401c-88da-9ede2adfa2f4 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:31:52.329336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Router f570cba1-895f-464e-8107-1fce32aaadbb has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:31:52.747331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:52.754406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Usage tracker for resource:port and tenant:962338c57e5c46ef84460b3dc1a0afea is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:52.759650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:52.767490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:52.849732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Made reservation on behalf of 962338c57e5c46ef84460b3dc1a0afea for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:31:52.854563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:53.013641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:31:53.061014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:31:53.091693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Allocated IP 172.20.0.14 (93ae9bca-879a-41a2-8378-cb0164469bca/b07f1dc3-3815-4f03-9f0a-a42e0a7999af/29c539d0-bf3c-431b-a920-17c04ec109e1) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:31:53.095836 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] 10.222.0.45 "PUT /v2.0/routers/f570cba1-895f-464e-8107-1fce32aaadbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7958477 Dec 16 15:31:53.121183 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0d1e9a01-2687-418e-9a34-9d43b2a89cde req-440ddc4d-f1a0-44e3-863e-3d82aaa5a615 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 210 time: 0.0809948 Dec 16 15:31:53.180199 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 47747fac-841d-4817-93e2-2aeb861a72a3 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:53.312323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 47747fac-841d-4817-93e2-2aeb861a72a3 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:53.318097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 47747fac-841d-4817-93e2-2aeb861a72a3 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:53.318520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:53.394480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:53.456014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:53.461041 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:53.468646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-25592856-f2d5-4352-b4ad-ffdce30e7986 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:53.478461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 47747fac-841d-4817-93e2-2aeb861a72a3, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=47747fac-841d-4817-93e2-2aeb861a72a3,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:31:53.517883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:53.520405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:53.554898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Network 93ae9bca-879a-41a2-8378-cb0164469bca is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:31:53.559497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Pushing event updated for resources: {'Port': ['ID=29c539d0-bf3c-431b-a920-17c04ec109e1,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:53.562491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:31:53.564686 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:53.565532 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:31:53.595855 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=47747fac-841d-4817-93e2-2aeb861a72a3,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:53.599630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:53.644834 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:53.645547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:53.738226 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4827054 Dec 16 15:31:54.385323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1beac-9c32-4a9a-9976-52a256fc8043 req-7774a44e-2c62-4b5d-a7e4-33bda2c08626 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:54.387405 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25c1beac-9c32-4a9a-9976-52a256fc8043 req-7774a44e-2c62-4b5d-a7e4-33bda2c08626 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 932 time: 0.1157205 Dec 16 15:31:54.388766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 59990) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:54.397696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827351747', 'description': 'tempest-secgroup-smoke-1827351747 description', 'project_id': '211699de14224a63a48d253eaa061c69'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:54.419674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:54.429088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:security_group and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:54.432419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:54.439741 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-25c1beac-9c32-4a9a-9976-52a256fc8043 req-e92cf83b-57e9-441a-8674-42141a76218f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455332 Dec 16 15:31:54.440869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:54.481129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:54.525102 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:54.529571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:security_group_rule and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:54.532810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:54.548969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:54.615069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:54.651617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:54.657323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e063a4be-84a2-4d27-a8a2-9bc7e784d706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:54.674071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Request body: {'port': {'device_id': 'd0133f89-c4d2-43e8-a9ef-5f0222bdc104', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:54.676701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Sync routers for ids ['f570cba1-895f-464e-8107-1fce32aaadbb'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:31:54.692990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Routers {'f570cba1-895f-464e-8107-1fce32aaadbb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:31:54.693757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:31:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['f570cba1-895f-464e-8107-1fce32aaadbb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:54.760104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46033a4-d3b1-4f5f-b741-1130910bb783,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:54.766674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:54.802915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:54.804252 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4141440 Dec 16 15:31:54.807902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 59994) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:54.815032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'security_group_rule': {'security_group_id': 'c46033a4-d3b1-4f5f-b741-1130910bb783', 'project_id': '211699de14224a63a48d253eaa061c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:54.821160 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:54.826296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:security_group_rule and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:54.830524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:54.832449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:54.837141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:54.892150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Set router f570cba1-895f-464e-8107-1fce32aaadbb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:31:54.933347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.007880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.057826 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.070236 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ef20a478-e402-406f-a291-3ff48cb697e6 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:55.118760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528c456f-9bc9-451e-bb2a-81202ea7355c,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:55.131854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:55.172138 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.175304 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3653719 Dec 16 15:31:55.177962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60000) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:55.186071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'security_group_rule': {'security_group_id': 'c46033a4-d3b1-4f5f-b741-1130910bb783', 'project_id': '211699de14224a63a48d253eaa061c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:55.193005 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:55.197798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:security_group_rule and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:55.201476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:55.208822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:55.213023 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 47747fac-841d-4817-93e2-2aeb861a72a3 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:55.264868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.287047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c539d0-bf3c-431b-a920-17c04ec109e1 {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:31:55.298017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.318778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Transition to ACTIVE for port object 29c539d0-bf3c-431b-a920-17c04ec109e1 will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:55.351571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.352293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.359482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1888700c-4adc-4b6f-b6ee-17e24a608728 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:55.380501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 47747fac-841d-4817-93e2-2aeb861a72a3 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:55.380901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.409059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.412088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:55.451555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e40ff0-6c3b-4dd1-82aa-e1dfc4209d65,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:55.461334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:55.471031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:45Z', 'updated_at': '2021-12-16T15:31:50Z', 'revision_number': 4, 'project_id': '544b85760d7346118227c20ef044cb16', 'gw_port': {'id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:33:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:46Z', 'updated_at': '2021-12-16T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '5d3ba882-4087-401c-88da-9ede2adfa2f4', 'name': '', 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'mac_address': 'fa:16:3e:2c:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e3a94-4ea9-4e1a-a5cd-402509e56055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:49Z', 'updated_at': '2021-12-16T15:31:50Z', 'revision_number': 2, 'project_id': '544b85760d7346118227c20ef044cb16', 'subnets': [{'id': 'eb2e3a94-4ea9-4e1a-a5cd-402509e56055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:55.509741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.514263 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3316691 Dec 16 15:31:55.517981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60008) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:55.530009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'security_group_rule': {'security_group_id': 'c46033a4-d3b1-4f5f-b741-1130910bb783', 'project_id': '211699de14224a63a48d253eaa061c69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:55.550147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Checking router: f570cba1-895f-464e-8107-1fce32aaadbb for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:31:55.550576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Updating router f570cba1-895f-464e-8107-1fce32aaadbb port 5d3ba882-4087-401c-88da-9ede2adfa2f4 binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 15:31:55.575358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:55.577681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Pushing event updated for resources: {'Port': ['ID=29c539d0-bf3c-431b-a920-17c04ec109e1,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:55.586589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:55.619800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:security_group_rule and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:55.639201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.672794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:55.695447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:55.758417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Attempting to bind port 29c539d0-bf3c-431b-a920-17c04ec109e1 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:55.758679 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Attempting to bind port 29c539d0-bf3c-431b-a920-17c04ec109e1 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:31:55.759055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Attempting to bind port 29c539d0-bf3c-431b-a920-17c04ec109e1 on network 93ae9bca-879a-41a2-8378-cb0164469bca {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:55.771765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.807802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b15b-8b39-486d-bdfa-0bf68635f25b req-8bba7ec3-58aa-4b6c-9877-395f9b449c6d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:55.808574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5a65b15b-8b39-486d-bdfa-0bf68635f25b req-8bba7ec3-58aa-4b6c-9877-395f9b449c6d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Synchronizing usage tracker for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:31:55.815157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Port 29c539d0-bf3c-431b-a920-17c04ec109e1 on network 93ae9bca-879a-41a2-8378-cb0164469bca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:31:55.815531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Attempting to bind port 29c539d0-bf3c-431b-a920-17c04ec109e1 on network 93ae9bca-879a-41a2-8378-cb0164469bca {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:55.846791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:31:55.847148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Checking segment: {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:55.847573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Bound using segment: {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:31:55.848067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Bound port: 29c539d0-bf3c-431b-a920-17c04ec109e1, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:31:55.848462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:55.919608 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-5a65b15b-8b39-486d-bdfa-0bf68635f25b req-8bba7ec3-58aa-4b6c-9877-395f9b449c6d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Unset dirty status for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:31:55.922893 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5a65b15b-8b39-486d-bdfa-0bf68635f25b req-8bba7ec3-58aa-4b6c-9877-395f9b449c6d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 944 time: 0.3349614 Dec 16 15:31:56.010639 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.050424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.051965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.056148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] For port 29c539d0-bf3c-431b-a920-17c04ec109e1, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:31:56.061195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] For port 29c539d0-bf3c-431b-a920-17c04ec109e1, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=29c539d0-bf3c-431b-a920-17c04ec109e1,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:31:56.062229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:56.067681 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Transition to ACTIVE for port object 5d3ba882-4087-401c-88da-9ede2adfa2f4 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:31:56.070285 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5a65b15b-8b39-486d-bdfa-0bf68635f25b req-14bf16fd-9b98-4e3c-ba86-eb4a3384cb86 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407149 Dec 16 15:31:56.087744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70a80af-b135-48fd-9f32-66537f44513b,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:56.093129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:56.098108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.103462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6d64afdb-9628-4a88-af6f-83edc21d72d4 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:56.123000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.127866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:56.153889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.155258 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0259e3d7-6dc2-4610-8c1f-a45afa377afd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6347775 Dec 16 15:31:56.158677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60014) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:56.168238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'security_group_rule': {'security_group_id': 'c46033a4-d3b1-4f5f-b741-1130910bb783', 'project_id': '211699de14224a63a48d253eaa061c69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:56.171658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.172711 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] 10.222.0.32 "PUT /v2.0/ports/29c539d0-bf3c-431b-a920-17c04ec109e1 HTTP/1.1" status: 200 len: 1094 time: 1.5164282 Dec 16 15:31:56.173207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0133f89-c4d2-43e8-a9ef-5f0222bdc104', 'tag': '29c539d0-bf3c-431b-a920-17c04ec109e1'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:31:56.187720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:56.198649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:security_group_rule and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:56.207708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Pushing event updated for resources: {'Port': ['ID=29c539d0-bf3c-431b-a920-17c04ec109e1,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:56.208705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:56.221756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:56.223974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:56.252054 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0133f89-c4d2-43e8-a9ef-5f0222bdc104', 'tag': '29c539d0-bf3c-431b-a920-17c04ec109e1', 'status': 'completed', 'code': 200} Dec 16 15:31:56.285732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.390824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.449436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.450654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0a958-2639-4007-97b6-46b517bcf54d None None] Pushing event updated for resources: {'Port': ['ID=5d3ba882-4087-401c-88da-9ede2adfa2f4,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:56.455711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6ba0a958-2639-4007-97b6-46b517bcf54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:56.469624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5cd0de3b-cb8f-4981-b86c-3d5fb0140967 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:56.495122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8bfb90-6ef5-4518-8520-9e8bc4a5acea,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:56.498717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:56.535663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.539112 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-807a413b-1bf9-4b43-bb4d-98ca7ec06409 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3776436 Dec 16 15:31:56.543723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60022) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:56.550310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'security_group_rule': {'security_group_id': 'c46033a4-d3b1-4f5f-b741-1130910bb783', 'project_id': '211699de14224a63a48d253eaa061c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:56.557383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:56.561633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Attempting to bind port 5d3ba882-4087-401c-88da-9ede2adfa2f4 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:56.562215 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Attempting to bind port 5d3ba882-4087-401c-88da-9ede2adfa2f4 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '190066b2-b1d1-45e4-8e0f-11a4773b0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:31:56.562334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:security_group_rule and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:56.562738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Attempting to bind port 5d3ba882-4087-401c-88da-9ede2adfa2f4 on network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:31:56.565421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:56.572237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:56.577029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:31:56.577393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Checking segment: {'id': '190066b2-b1d1-45e4-8e0f-11a4773b0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:31:56.577924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.578417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Bound using segment: {'id': '190066b2-b1d1-45e4-8e0f-11a4773b0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:31:56.579286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Bound port: 5d3ba882-4087-401c-88da-9ede2adfa2f4, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190066b2-b1d1-45e4-8e0f-11a4773b0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:31:56.579741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.611105 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.securitygroups_db [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Project 211699de14224a63a48d253eaa061c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:31:56.618293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.681062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] For port 5d3ba882-4087-401c-88da-9ede2adfa2f4, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:31:56.685431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] For port 5d3ba882-4087-401c-88da-9ede2adfa2f4, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=5d3ba882-4087-401c-88da-9ede2adfa2f4,segment=NetworkSegment(190066b2-b1d1-45e4-8e0f-11a4773b0568),segment_id=190066b2-b1d1-45e4-8e0f-11a4773b0568)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:31:56.695974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.720122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.724341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-760714a7-fecb-43fc-ad07-56edc13a845e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:56.742470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.744851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7f3f7661-15d1-4dc9-b55b-2456ffd78532 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:56.770363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd18134-4eda-4f6a-814c-bbb4be5d1ebb,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:56.772944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:56.806718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0a958-2639-4007-97b6-46b517bcf54d None None] Pushing event updated for resources: {'Port': ['ID=5d3ba882-4087-401c-88da-9ede2adfa2f4,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:56.811870 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6ba0a958-2639-4007-97b6-46b517bcf54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:56.812966 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Routers {'f570cba1-895f-464e-8107-1fce32aaadbb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:31:56.813593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:56.813740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:31:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['f570cba1-895f-464e-8107-1fce32aaadbb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:56.818417 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-bd37146b-688f-4049-b840-390f3aedbe9b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2708182 Dec 16 15:31:56.822588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60028) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:31:56.829104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'security_group_rule': {'security_group_id': 'c46033a4-d3b1-4f5f-b741-1130910bb783', 'project_id': '211699de14224a63a48d253eaa061c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:31:56.838368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:31:56.843000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:security_group_rule and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:31:56.846236 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:31:56.852899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:31:56.908984 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.securitygroups_db [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Project 211699de14224a63a48d253eaa061c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:31:56.920106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:57.031832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] Set router f570cba1-895f-464e-8107-1fce32aaadbb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:31:57.073983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:57.103169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:57.105551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c5e5044f-517a-4d64-a012-bb83080588d8 tempest-AttachVolumeTestJSON-1970163619 tempest-AttachVolumeTestJSON-1970163619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:57.132864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e135530-7e3e-457f-a41e-efe99dba8ce5,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:57.140387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:31:57.177517 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:57.180024 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ec1f7715-9f7b-4f9a-936c-00796a73c629 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3555675 Dec 16 15:31:57.344370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf3a5a-048f-4de5-ae8e-5ee7410d0536 req-ace3bdad-1d22-4ad7-ad2e-df5d6ad16635 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:57.346191 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-afaf3a5a-048f-4de5-ae8e-5ee7410d0536 req-ace3bdad-1d22-4ad7-ad2e-df5d6ad16635 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 944 time: 0.1404123 Dec 16 15:31:57.454019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6ff8ff40-8129-456e-a634-61bb3c8a183c', 'b3c2827e-74a7-4dcd-b34d-70db98c4121c'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:31:57.458478 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-afaf3a5a-048f-4de5-ae8e-5ee7410d0536 req-4bbf8cb8-3036-439d-a1b6-f20639a68e64 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051211 Dec 16 15:31:57.577824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:57.582075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:45Z', 'updated_at': '2021-12-16T15:31:50Z', 'revision_number': 4, 'project_id': '544b85760d7346118227c20ef044cb16', 'gw_port': {'id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:33:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:46Z', 'updated_at': '2021-12-16T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '5d3ba882-4087-401c-88da-9ede2adfa2f4', 'name': '', 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'mac_address': 'fa:16:3e:2c:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e3a94-4ea9-4e1a-a5cd-402509e56055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:49Z', 'updated_at': '2021-12-16T15:31:56Z', 'revision_number': 4, 'project_id': '544b85760d7346118227c20ef044cb16', 'subnets': [{'id': 'eb2e3a94-4ea9-4e1a-a5cd-402509e56055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:31:57.594931 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b1deadbd-bce3-4d4c-9c44-d347031978ba req-26e3cfa6-8ca4-499b-bf05-c043e3a51973 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 1097 time: 0.0924430 Dec 16 15:31:57.595417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2027da4-ee02-4b53-bc33-e2adceca72c7 None None] The sync data for ids ['f570cba1-895f-464e-8107-1fce32aaadbb'] in dv-cinder-821894-3-iscsi is: [{'id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:45Z', 'updated_at': '2021-12-16T15:31:50Z', 'revision_number': 4, 'project_id': '544b85760d7346118227c20ef044cb16', 'gw_port': {'id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:33:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:46Z', 'updated_at': '2021-12-16T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': '5d3ba882-4087-401c-88da-9ede2adfa2f4', 'name': '', 'network_id': '64ff8d0b-21d0-4209-8f07-613b4d99f3b0', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'mac_address': 'fa:16:3e:2c:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb2e3a94-4ea9-4e1a-a5cd-402509e56055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:49Z', 'updated_at': '2021-12-16T15:31:56Z', 'revision_number': 4, 'project_id': '544b85760d7346118227c20ef044cb16', 'subnets': [{'id': 'eb2e3a94-4ea9-4e1a-a5cd-402509e56055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:31:57.864712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deadbd-bce3-4d4c-9c44-d347031978ba req-64592a86-e8c2-461c-8bcd-475354b033d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:57.868525 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b1deadbd-bce3-4d4c-9c44-d347031978ba req-64592a86-e8c2-461c-8bcd-475354b033d0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=962338c57e5c46ef84460b3dc1a0afea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2422314 Dec 16 15:31:58.548454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deadbd-bce3-4d4c-9c44-d347031978ba req-c4540a02-3136-43db-953b-bc614e1a8a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:58.550157 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b1deadbd-bce3-4d4c-9c44-d347031978ba req-c4540a02-3136-43db-953b-bc614e1a8a98 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848328 Dec 16 15:31:58.744410 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-0d6ccffd-e7a6-48b3-9a1d-75825af0f91f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 1097 time: 0.0952604 Dec 16 15:31:58.764353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a619ed-d29f-41a4-8d9d-d4bf325b5297 req-21ff8a7a-7659-4a24-9175-60b56d39dd4e tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:58.766229 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b4a619ed-d29f-41a4-8d9d-d4bf325b5297 req-21ff8a7a-7659-4a24-9175-60b56d39dd4e tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 944 time: 0.1247127 Dec 16 15:31:58.839898 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b4a619ed-d29f-41a4-8d9d-d4bf325b5297 req-af9bb179-ac16-450c-978c-dc7d28eed6f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564661 Dec 16 15:31:58.875469 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-f587b5f0-c62b-42b7-8eb5-8fb810d6d60a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29c539d0-bf3c-431b-a920-17c04ec109e1 HTTP/1.1" status: 200 len: 217 time: 0.1074462 Dec 16 15:31:58.978694 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f89a-4646-4163-9074-f1769f2c7214 req-7b223419-887d-4113-97a7-d0d59c989951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:31:58.980375 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-7b223419-887d-4113-97a7-d0d59c989951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0970738 Dec 16 15:31:59.045135 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-ef4b2b30-941b-4064-b34f-f7de2744c587 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563610 Dec 16 15:31:59.205534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 5d3ba882-4087-401c-88da-9ede2adfa2f4 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:31:59.241348 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-9cb8d76f-773c-4b74-887f-b0a67b54893f service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888998 Dec 16 15:31:59.363509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 5d3ba882-4087-401c-88da-9ede2adfa2f4 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:31:59.373655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 5d3ba882-4087-401c-88da-9ede2adfa2f4 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:31:59.374414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:59.438012 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5927f89a-4646-4163-9074-f1769f2c7214 req-b10a92f1-1fc3-4d5f-9fe0-ec6849788f2f service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876926 Dec 16 15:31:59.538872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:59.575371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 5d3ba882-4087-401c-88da-9ede2adfa2f4, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=5d3ba882-4087-401c-88da-9ede2adfa2f4,segment=NetworkSegment(190066b2-b1d1-45e4-8e0f-11a4773b0568),segment_id=190066b2-b1d1-45e4-8e0f-11a4773b0568)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:31:59.655300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:31:59.661311 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-aaff69d4-817a-460c-8d8b-fe78b52dc3fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:31:59.743324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=5d3ba882-4087-401c-88da-9ede2adfa2f4,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:31:59.746613 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:00.081479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c67f3f-2fe1-4784-abd8-32a23a579885 req-9a898a13-b9fe-4b79-b144-a8c4fbf4c887 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:00.083372 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2c67f3f-2fe1-4784-abd8-32a23a579885 req-9a898a13-b9fe-4b79-b144-a8c4fbf4c887 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 944 time: 0.1029563 Dec 16 15:32:00.156787 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2c67f3f-2fe1-4784-abd8-32a23a579885 req-7434cb7d-a6fb-4a2c-a4e6-b02dee946e0b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659974 Dec 16 15:32:01.144170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 5d3ba882-4087-401c-88da-9ede2adfa2f4 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:32:01.220234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 5d3ba882-4087-401c-88da-9ede2adfa2f4 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:32:01.220666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:01.412457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08951b4-0899-4a23-a3d1-3251dd045d14 req-de31f4b4-14f3-49e0-a4b9-2790478c43e0 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:01.414478 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d08951b4-0899-4a23-a3d1-3251dd045d14 req-de31f4b4-14f3-49e0-a4b9-2790478c43e0 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 944 time: 0.1105826 Dec 16 15:32:01.472588 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d08951b4-0899-4a23-a3d1-3251dd045d14 req-47125500-2e7b-4051-b7b3-4a557ea4bda0 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474627 Dec 16 15:32:02.692977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fec51-03fa-47fd-a692-db4929986ca7 req-8470eadf-0b6b-4057-8674-61e7e478dd23 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:02.695546 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d70fec51-03fa-47fd-a692-db4929986ca7 req-8470eadf-0b6b-4057-8674-61e7e478dd23 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 944 time: 0.0935709 Dec 16 15:32:02.758219 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d70fec51-03fa-47fd-a692-db4929986ca7 req-d799c77a-0744-4b20-be06-b11154ec950d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562339 Dec 16 15:32:03.490258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 29c539d0-bf3c-431b-a920-17c04ec109e1 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:32:03.635732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 29c539d0-bf3c-431b-a920-17c04ec109e1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=29c539d0-bf3c-431b-a920-17c04ec109e1,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:32:03.651357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '29c539d0-bf3c-431b-a920-17c04ec109e1', 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca', 'port_id': '29c539d0-bf3c-431b-a920-17c04ec109e1', 'mac_address': 'fa:16:3e:b3:36:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07f1dc3-3815-4f03-9f0a-a42e0a7999af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:32:03.707630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:03.729809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c539d0-bf3c-431b-a920-17c04ec109e1 {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:32:03.745864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 29c539d0-bf3c-431b-a920-17c04ec109e1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=29c539d0-bf3c-431b-a920-17c04ec109e1,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:32:03.794251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:03.796717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:03.928648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=29c539d0-bf3c-431b-a920-17c04ec109e1,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:03.931995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:04.068929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f16be-ab79-4504-9d56-67f4badee7d7 req-17cb84aa-5d6d-42ee-9b64-033f31d96aea tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:04.071777 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fd6f16be-ab79-4504-9d56-67f4badee7d7 req-17cb84aa-5d6d-42ee-9b64-033f31d96aea tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.1008463 Dec 16 15:32:04.157428 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fd6f16be-ab79-4504-9d56-67f4badee7d7 req-dc1be626-cd1d-4fbe-9785-a0fe9aa29716 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783587 Dec 16 15:32:04.332195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['29c539d0-bf3c-431b-a920-17c04ec109e1'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:32:05.390223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775dc26-aa53-4536-bae6-24279be1276c req-2dd992cd-4667-4b8a-8e51-779d513f00d6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:05.392141 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d775dc26-aa53-4536-bae6-24279be1276c req-2dd992cd-4667-4b8a-8e51-779d513f00d6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.1016822 Dec 16 15:32:05.448293 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d775dc26-aa53-4536-bae6-24279be1276c req-8397b2a8-4494-4f2c-af84-4559659cc43b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483406 Dec 16 15:32:06.676147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc053f9-26ee-4bde-a7b3-64823c65738c req-c590efb6-33cd-40fe-b421-695f33b1ae00 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:06.677856 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6fc053f9-26ee-4bde-a7b3-64823c65738c req-c590efb6-33cd-40fe-b421-695f33b1ae00 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.0935078 Dec 16 15:32:06.731868 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6fc053f9-26ee-4bde-a7b3-64823c65738c req-ce4cb3fd-03c2-47b2-8ccb-fb653c4b3d49 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477006 Dec 16 15:32:07.966340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac140842-6393-49dd-8a3f-7088e4ba5925 req-c7a397af-992b-4826-b31a-a06c1ea6a545 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:07.967971 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac140842-6393-49dd-8a3f-7088e4ba5925 req-c7a397af-992b-4826-b31a-a06c1ea6a545 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.1038005 Dec 16 15:32:08.022884 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac140842-6393-49dd-8a3f-7088e4ba5925 req-8290af9f-b260-4405-bda5-6736f4f2013a tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Dec 16 15:32:09.264171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abebf98-bb01-4f0b-ba76-75806bce7913 req-4936a8d1-3994-4d04-bd34-051e0c34f726 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:09.265969 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9abebf98-bb01-4f0b-ba76-75806bce7913 req-4936a8d1-3994-4d04-bd34-051e0c34f726 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.0940363 Dec 16 15:32:09.326227 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9abebf98-bb01-4f0b-ba76-75806bce7913 req-e7a2019b-8abe-40ba-b382-561d12034e1c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535710 Dec 16 15:32:10.553805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dc511-a8a6-4b86-92ed-41a5de55dd26 req-782e5117-099d-4f27-999e-5c6b36172307 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:10.555488 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d71dc511-a8a6-4b86-92ed-41a5de55dd26 req-782e5117-099d-4f27-999e-5c6b36172307 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.0869870 Dec 16 15:32:10.607041 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d71dc511-a8a6-4b86-92ed-41a5de55dd26 req-222138aa-6ce7-4982-9444-c665a7ad0c1a tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450683 Dec 16 15:32:11.288556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-30294727-4766-416b-84a4-b899987a25f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:11.821790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0c783-0567-4311-b40e-efd9236d4d66 req-e4ec9453-03e6-4b65-bb81-58d9eb4d0f73 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:11.823391 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-85b0c783-0567-4311-b40e-efd9236d4d66 req-e4ec9453-03e6-4b65-bb81-58d9eb4d0f73 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.0834560 Dec 16 15:32:11.879425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-85b0c783-0567-4311-b40e-efd9236d4d66 req-5ac23f70-6615-4c74-92e8-4f3fc6ab4b54 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Dec 16 15:32:12.988004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:13.111730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1591e-44f5-46f5-baef-9a1bacac89de req-254b94c8-0be9-472b-8dbe-3dc90826ba1e tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:13.113424 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-63b1591e-44f5-46f5-baef-9a1bacac89de req-254b94c8-0be9-472b-8dbe-3dc90826ba1e tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.0984223 Dec 16 15:32:13.171974 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-63b1591e-44f5-46f5-baef-9a1bacac89de req-6b5bcaed-ab74-4f76-8d18-6f59692b4157 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508163 Dec 16 15:32:13.890942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-59436872-06f7-4e8d-8856-7b47ccb765e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:14.403071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450c5d-ce73-4dc5-9a92-904b08f07dd3 req-c21cd726-b9fb-44e6-92fc-03cb29e6b5da tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:14.404179 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0450c5d-ce73-4dc5-9a92-904b08f07dd3 req-c21cd726-b9fb-44e6-92fc-03cb29e6b5da tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.0966730 Dec 16 15:32:14.454336 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c0450c5d-ce73-4dc5-9a92-904b08f07dd3 req-19641e4a-c0fb-490d-bb8f-c4cada512185 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Dec 16 15:32:14.547669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:15.544501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 29c539d0-bf3c-431b-a920-17c04ec109e1 up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:32:15.645191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 29c539d0-bf3c-431b-a920-17c04ec109e1 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:32:15.650879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 29c539d0-bf3c-431b-a920-17c04ec109e1 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:32:15.651244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:15.683626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893fd8b-73fe-4955-b2e3-49a68330514c req-a5783991-30ff-4425-9ad2-c6287295237b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:15.685276 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9893fd8b-73fe-4955-b2e3-49a68330514c req-a5783991-30ff-4425-9ad2-c6287295237b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 945 time: 0.0881991 Dec 16 15:32:15.753140 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9893fd8b-73fe-4955-b2e3-49a68330514c req-1543e5e6-8908-4213-8d02-92cdc19624f0 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594351 Dec 16 15:32:15.789989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:15.825045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0133f89-c4d2-43e8-a9ef-5f0222bdc104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c539d0-bf3c-431b-a920-17c04ec109e1'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:32:15.835436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 29c539d0-bf3c-431b-a920-17c04ec109e1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=29c539d0-bf3c-431b-a920-17c04ec109e1,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:32:15.853758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:15.877537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:15.879594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:15.920684 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0133f89-c4d2-43e8-a9ef-5f0222bdc104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c539d0-bf3c-431b-a920-17c04ec109e1', 'code': 200} Dec 16 15:32:15.958728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=29c539d0-bf3c-431b-a920-17c04ec109e1,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:15.962331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:16.570479 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9de19efd-94d5-40b2-b0cd-6336e1c1f72e req-ca62803e-fde5-4896-8baf-a126e448bf0e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 1099 time: 0.3067579 Dec 16 15:32:16.616163 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9de19efd-94d5-40b2-b0cd-6336e1c1f72e req-445e863d-ce2b-4e7b-80a1-ddcbf603e84d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388236 Dec 16 15:32:16.966632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3c76-e468-4b30-9e8d-2e6ecd8f44b5 req-8df02913-c70f-4a30-8150-be6eba8703b0 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:16.968274 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b94b3c76-e468-4b30-9e8d-2e6ecd8f44b5 req-8df02913-c70f-4a30-8150-be6eba8703b0 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 946 time: 0.0863895 Dec 16 15:32:17.024825 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b94b3c76-e468-4b30-9e8d-2e6ecd8f44b5 req-ab9ee369-ec62-456a-80be-7fc1191ab99f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501711 Dec 16 15:32:17.330897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60274) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:32:17.509603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:17.592182 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:32:17.596610 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Usage tracker for resource:security_group_rule and tenant:23cf24ad99de4d4c931ce2eba3a84e89 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:32:17.599749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:32:17.606374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:32:17.679525 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:17.708026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:17.715745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-57067118-6a02-4450-ae98-cf076cdad1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:17.760088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a25531b-4d66-4624-ab5e-980a9f84c79f,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:17.767629 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23cf24ad99de4d4c931ce2eba3a84e89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4354646 Dec 16 15:32:17.771867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60282) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:32:17.773832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.774304 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.774709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.775112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.775511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.775912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.776308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.776703 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.777105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.777664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.778079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:17.782357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:17.851584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:17.883594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:18.017434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:18.026993 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:18.047784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a25531b-4d66-4624-ab5e-980a9f84c79f,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:18.053735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:18.054821 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a25531b-4d66-4624-ab5e-980a9f84c79f HTTP/1.1" status: 204 len: 168 time: 0.2817039 Dec 16 15:32:18.061432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.061970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.062295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.062707 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.063116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.063522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.063924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.064331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.064729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.065124 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.065525 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:18.068973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:18.273054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665cbe4-fa80-4066-a79f-f7150d1da7f8 req-1779e198-c6d5-45e6-8c7a-f79e3cb41346 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:18.273054 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b665cbe4-fa80-4066-a79f-f7150d1da7f8 req-1779e198-c6d5-45e6-8c7a-f79e3cb41346 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 946 time: 0.0982125 Dec 16 15:32:18.354880 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b665cbe4-fa80-4066-a79f-f7150d1da7f8 req-0789909d-1ede-49a8-89fc-a723e8731ceb tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747223 Dec 16 15:32:19.570341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ad400-60fa-4383-ad19-61236c863eb8 req-ec20a88d-46f5-4f3d-a75b-e4bdf1d7d9f1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:19.571946 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d7ad400-60fa-4383-ad19-61236c863eb8 req-ec20a88d-46f5-4f3d-a75b-e4bdf1d7d9f1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 946 time: 0.0952847 Dec 16 15:32:19.626619 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d7ad400-60fa-4383-ad19-61236c863eb8 req-c7ae1b13-decf-44f9-8d96-4778646089ee tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Dec 16 15:32:27.524684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:27.549347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-d558aa48-377d-48f7-9269-c3b2ffff2481 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:32:27.587272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-d558aa48-377d-48f7-9269-c3b2ffff2481 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:32:27.588581 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-d558aa48-377d-48f7-9269-c3b2ffff2481 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827351747&fields=id&tenant_id=211699de14224a63a48d253eaa061c69 HTTP/1.1" status: 200 len: 267 time: 0.0848308 Dec 16 15:32:27.762134 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-63bcd9b0-b56b-4516-81e2-4a3434b6b4fc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:27.763678 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-63bcd9b0-b56b-4516-81e2-4a3434b6b4fc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 811 time: 0.1669743 Dec 16 15:32:27.782890 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-7869fb79-efc9-405a-97e5-f7f64f6fc621 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/quotas/211699de14224a63a48d253eaa061c69 HTTP/1.1" status: 200 len: 375 time: 0.0130007 Dec 16 15:32:27.872042 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-4fe51ef2-2023-43f7-b286-d50a99ba4293 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832326 Dec 16 15:32:28.031220 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-69129741-5834-4e3c-852b-8ef56ac09da3 service neutron] 10.222.0.45 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468546 Dec 16 15:32:28.188800 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-ab5893f9-1273-4fe4-8af1-6a54cfed0c48 service neutron] 10.222.0.45 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499059 Dec 16 15:32:28.778692 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94f5be28-1b30-4535-a60c-157f9368509e req-ee264282-2ffe-4864-8603-8a490d168822 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0997331 Dec 16 15:32:28.820870 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-09075576-f410-4ef9-bf9f-c5a276e9e59d req-1f4b61b1-672b-43ee-8f17-895992ef2b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:32:28.896313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-09075576-f410-4ef9-bf9f-c5a276e9e59d req-1f4b61b1-672b-43ee-8f17-895992ef2b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:32:28.897620 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-09075576-f410-4ef9-bf9f-c5a276e9e59d req-1f4b61b1-672b-43ee-8f17-895992ef2b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 210 time: 0.1314445 Dec 16 15:32:29.050083 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94f5be28-1b30-4535-a60c-157f9368509e req-497f2595-6e3a-4e44-a695-077c3cb659fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 1099 time: 0.0809195 Dec 16 15:32:29.224796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5be28-1b30-4535-a60c-157f9368509e req-04deab55-7b75-4774-9fcf-aeab1906f211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:29.226498 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94f5be28-1b30-4535-a60c-157f9368509e req-04deab55-7b75-4774-9fcf-aeab1906f211 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 915 time: 0.1511590 Dec 16 15:32:29.321761 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94f5be28-1b30-4535-a60c-157f9368509e req-283a4e99-d7d0-448f-8ecc-1d5b14550ba9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c HTTP/1.1" status: 200 len: 217 time: 0.0823762 Dec 16 15:32:29.421008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5be28-1b30-4535-a60c-157f9368509e req-ada470be-d73a-4503-8867-2a6cd8d8eaac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:29.422718 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94f5be28-1b30-4535-a60c-157f9368509e req-ada470be-d73a-4503-8867-2a6cd8d8eaac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0844190 Dec 16 15:32:29.475198 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94f5be28-1b30-4535-a60c-157f9368509e req-29e89a0f-c4ea-41bd-9ed8-cf87936c190d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455835 Dec 16 15:32:29.663493 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94f5be28-1b30-4535-a60c-157f9368509e req-e49169ea-d642-45e1-ba44-6bc9e7e5f804 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607339 Dec 16 15:32:29.847951 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-94f5be28-1b30-4535-a60c-157f9368509e req-4f0ff734-44aa-4fd4-b95b-a3a597059877 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566930 Dec 16 15:32:30.017973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:32:30.085749 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-463435af-0509-42b0-ac9b-27b53568f083 req-d57ea2eb-2b79-4b6e-820d-aa243e96611a tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 210 time: 0.0554526 Dec 16 15:32:31.005768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-9070ff80-42b3-4686-93ef-89d2d4ef9019 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:31.007440 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-9070ff80-42b3-4686-93ef-89d2d4ef9019 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 811 time: 0.1934597 Dec 16 15:32:31.117218 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-2a56e88d-7fa1-457a-9fe6-e64ce415b420 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=211699de14224a63a48d253eaa061c69 HTTP/1.1" status: 200 len: 380 time: 0.0606928 Dec 16 15:32:31.139747 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'port': {'device_id': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'admin_state_up': True, 'tenant_id': '211699de14224a63a48d253eaa061c69', 'security_groups': ['c46033a4-d3b1-4f5f-b741-1130910bb783']}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:32:31.282652 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-00b9a36f-6596-4655-aed3-08df147eb842 req-e7e47f72-faf2-40b6-a116-d88fef94b31e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 210 time: 0.0567446 Dec 16 15:32:31.355338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:32:31.375425 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:32:31.417929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Made reservation on behalf of 211699de14224a63a48d253eaa061c69 for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:32:31.431795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:31.713604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Allocated IP 172.20.0.6 (888cf1c9-54d5-43ec-9d53-9903be1aba42/9b7abb2e-e09f-41b8-ae85-a96586ab8042/0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:32:31.968352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:31.991083 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Transition to ACTIVE for port object 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:32:32.051060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:32.060826 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:32.135604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:32:32.140744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:32:32.144551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:32:32.211878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'Port': ['ID=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:32.221245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:32.252447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:32.253189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:32.337254 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2066426 Dec 16 15:32:32.356801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Request body: {'port': {'device_id': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:32:32.567818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:32.570288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d4062a9c-e87b-477a-aad4-c4f762572c47 None None] Provisioning for port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:32:32.576576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d4062a9c-e87b-477a-aad4-c4f762572c47 None None] Provisioning complete for port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:32:32.581033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d4062a9c-e87b-477a-aad4-c4f762572c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:32.647479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-d4062a9c-e87b-477a-aad4-c4f762572c47 None None] Port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:32:32.725361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054a718-e2ab-4082-82c5-c1f8ba8f1f8a req-eea048e0-2a30-45e6-bfe9-36bc134ec9b6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:32.726266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-c054a718-e2ab-4082-82c5-c1f8ba8f1f8a req-eea048e0-2a30-45e6-bfe9-36bc134ec9b6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:32:32.815818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-c054a718-e2ab-4082-82c5-c1f8ba8f1f8a req-eea048e0-2a30-45e6-bfe9-36bc134ec9b6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:32:32.817457 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c054a718-e2ab-4082-82c5-c1f8ba8f1f8a req-eea048e0-2a30-45e6-bfe9-36bc134ec9b6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 931 time: 0.3123138 Dec 16 15:32:32.978542 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c054a718-e2ab-4082-82c5-c1f8ba8f1f8a req-74f0355c-90eb-40d8-a38a-a34ec2175b8d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393862 Dec 16 15:32:33.115408 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:32:33.123873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:33.142645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Transition to ACTIVE for port object 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:32:33.176535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:33.181953 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:33.578197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Pushing event updated for resources: {'Port': ['ID=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:33.582382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:33.711342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Attempting to bind port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:33.711635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Attempting to bind port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:32:33.712029 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Attempting to bind port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:32:33.719357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:32:33.719803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Attempting to bind port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:32:33.727401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:32:33.727777 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Checking segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:32:33.728211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Bound using segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:32:33.728697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Bound port: 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:32:33.729090 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:33.855797 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] For port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:32:33.859444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] For port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:32:33.900534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:33.905714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-daadf237-ead1-4950-8926-fc0214167c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:33.974296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:33.975914 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] 10.222.0.32 "PUT /v2.0/ports/0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 HTTP/1.1" status: 200 len: 1093 time: 1.6246080 Dec 16 15:32:33.976484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'tag': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:32:33.995692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Pushing event updated for resources: {'Port': ['ID=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:33.999492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:34.070691 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'tag': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'status': 'completed', 'code': 200} Dec 16 15:32:34.317161 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b98e586e-8751-407d-aa6d-9dd6cccc59c2 req-a09e2c2b-51f8-4b91-a28c-c901c3e73022 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 1096 time: 0.1937802 Dec 16 15:32:34.392727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d280085-05fc-4167-b9ee-904c66061517 req-a64565f5-b9fa-4ad7-8a45-91464eaab4f3 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:34.396321 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5d280085-05fc-4167-b9ee-904c66061517 req-a64565f5-b9fa-4ad7-8a45-91464eaab4f3 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 943 time: 0.1583812 Dec 16 15:32:34.542220 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5d280085-05fc-4167-b9ee-904c66061517 req-df6a4967-1ad2-4a04-b080-acfec541a30f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360855 Dec 16 15:32:34.561296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e586e-8751-407d-aa6d-9dd6cccc59c2 req-3086ed1d-f759-4393-ba55-013db8986b1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:34.562798 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b98e586e-8751-407d-aa6d-9dd6cccc59c2 req-3086ed1d-f759-4393-ba55-013db8986b1d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=211699de14224a63a48d253eaa061c69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2262502 Dec 16 15:32:34.729158 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e586e-8751-407d-aa6d-9dd6cccc59c2 req-c3bc1977-a61a-45d3-950b-df332874ddad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:34.730996 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b98e586e-8751-407d-aa6d-9dd6cccc59c2 req-c3bc1977-a61a-45d3-950b-df332874ddad service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616304 Dec 16 15:32:34.889704 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-56220432-ae68-44ae-8aaa-55cea9f59b7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 1096 time: 0.0856907 Dec 16 15:32:34.982276 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-eaee9389-8818-403e-aafc-16e4e7deca6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 HTTP/1.1" status: 200 len: 217 time: 0.0787871 Dec 16 15:32:35.063163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e7ce4c0e-31fa-473f-aaaf-4a4c75ed886f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:35.064831 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-e7ce4c0e-31fa-473f-aaaf-4a4c75ed886f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0762453 Dec 16 15:32:35.155386 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-131ea177-e7f4-42d6-85d3-3e0c6d0cc359 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802333 Dec 16 15:32:35.308569 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-0e54ab63-36c9-4d7f-a568-a1977d1cf60a service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493568 Dec 16 15:32:35.534009 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2d3a0867-f4bd-46b6-979c-bd8e41bdb703 req-cec5a8f3-85db-4dee-8b0a-3a617e66a3dc service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189174 Dec 16 15:32:35.779097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6efa2-3e81-4021-b640-4b15d76d5f01 req-baf2c021-eb21-458e-857d-7b899d8e14f8 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:35.780931 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6e6efa2-3e81-4021-b640-4b15d76d5f01 req-baf2c021-eb21-458e-857d-7b899d8e14f8 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 943 time: 0.0992355 Dec 16 15:32:35.836871 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a6e6efa2-3e81-4021-b640-4b15d76d5f01 req-cd53bc31-c996-4281-a06e-27ae438b10ac tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488007 Dec 16 15:32:35.889684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-b6343183-db20-4e20-a91f-5d45dd72782e tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:35.891411 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-b6343183-db20-4e20-a91f-5d45dd72782e tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 814 time: 0.1758194 Dec 16 15:32:35.912220 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-68bc4db0-2bd0-4ab5-ae2e-51a82199623a tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/quotas/962338c57e5c46ef84460b3dc1a0afea HTTP/1.1" status: 200 len: 375 time: 0.0143759 Dec 16 15:32:36.021822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-13fc2044-1085-4f6d-837a-08f8b471b883 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1029985 Dec 16 15:32:36.199976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-ccc599bb-d80f-4455-a4e1-7ce365c328ab service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:32:36.201132 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-ccc599bb-d80f-4455-a4e1-7ce365c328ab service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1702681 Dec 16 15:32:36.355642 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-f059902a-b535-460b-bf77-c035bef4df9d service neutron] 10.222.0.45 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473460 Dec 16 15:32:36.508839 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-449d3dcd-b14c-4cec-b953-1019fdeadeef service neutron] 10.222.0.45 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465991 Dec 16 15:32:36.833614 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26a808b3-c2b6-481b-97bc-74f7e539df93 req-2c8cd72e-450a-4855-8aba-aeefabcadb09 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 210 time: 0.0494440 Dec 16 15:32:37.063902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3dede-351c-4c20-a409-19bb871b68ae req-fa120e9f-4129-4bb1-b291-fbe7dc6f758c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:37.065527 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c3f3dede-351c-4c20-a409-19bb871b68ae req-fa120e9f-4129-4bb1-b291-fbe7dc6f758c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 943 time: 0.0958064 Dec 16 15:32:37.130969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-c3f3dede-351c-4c20-a409-19bb871b68ae req-d24aef1d-5304-4ff3-a6ae-c2a4ba84c92c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:32:37.147092 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-c3f3dede-351c-4c20-a409-19bb871b68ae req-d24aef1d-5304-4ff3-a6ae-c2a4ba84c92c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:32:37.148990 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c3f3dede-351c-4c20-a409-19bb871b68ae req-d24aef1d-5304-4ff3-a6ae-c2a4ba84c92c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720699 Dec 16 15:32:38.151857 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a83dab23-2c46-4917-bdab-c5c12f9c28aa req-d9f70d63-9db9-4104-a9ca-2ea16d3afe49 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 210 time: 0.0526080 Dec 16 15:32:38.472371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d57335-bc0d-4e8a-9e24-4e95b644396a req-9c31a281-981a-49af-a17f-06bd0069f65d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:38.474142 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47d57335-bc0d-4e8a-9e24-4e95b644396a req-9c31a281-981a-49af-a17f-06bd0069f65d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 943 time: 0.0917177 Dec 16 15:32:38.527407 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-47d57335-bc0d-4e8a-9e24-4e95b644396a req-5c7d8209-3869-4f42-9c7e-5ce2ad4fa11d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451944 Dec 16 15:32:38.980453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-763fd322-fb2d-4ab4-aae8-b304d8693d60 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:38.982159 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-763fd322-fb2d-4ab4-aae8-b304d8693d60 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 814 time: 0.1754503 Dec 16 15:32:39.003828 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Request body: {'port': {'device_id': '2d8b0385-ed5c-48a2-9742-64dcb0c0d34e', 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca', 'admin_state_up': True, 'tenant_id': '962338c57e5c46ef84460b3dc1a0afea'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:32:39.160505 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:32:39.171200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:32:39.219220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Made reservation on behalf of 962338c57e5c46ef84460b3dc1a0afea for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:32:39.225063 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:39.393647 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a671282c-b81c-4880-8cd6-1b4e12c523c5 req-e81a5658-412b-493c-b3dd-69618e1ddd85 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 210 time: 0.0930152 Dec 16 15:32:39.510055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Allocated IP 172.20.0.7 (93ae9bca-879a-41a2-8378-cb0164469bca/b07f1dc3-3815-4f03-9f0a-a42e0a7999af/2c1fbf14-1cd5-4ac3-876e-5e2cffc34def) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:32:39.771783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d1f1b-7536-4917-8690-0bfc1ec5184d req-49ee7482-c34b-485b-9b00-bf6fae7e3634 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:39.773348 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-396d1f1b-7536-4917-8690-0bfc1ec5184d req-49ee7482-c34b-485b-9b00-bf6fae7e3634 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 943 time: 0.0982957 Dec 16 15:32:39.794470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:39.828006 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-396d1f1b-7536-4917-8690-0bfc1ec5184d req-2de844be-4a92-40af-a0e6-6d14ddcc79f6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479243 Dec 16 15:32:39.879799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:39.886444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3e7cdbd3-2424-4a48-b450-38e2028724f6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:39.923340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6ff8ff40-8129-456e-a634-61bb3c8a183c', 'b3c2827e-74a7-4dcd-b34d-70db98c4121c', '29c539d0-bf3c-431b-a920-17c04ec109e1'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:32:39.951379 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Network 93ae9bca-879a-41a2-8378-cb0164469bca is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:32:39.954749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:32:39.965177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:32:40.012131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Pushing event updated for resources: {'Port': ['ID=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:40.017016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:40.047478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:40.048532 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:40.131602 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1321228 Dec 16 15:32:40.152821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Request body: {'port': {'device_id': '2d8b0385-ed5c-48a2-9742-64dcb0c0d34e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:32:40.273303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:40.680374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04262e97-b10f-4419-9d43-32e4a4147df1 req-f5799b68-e8ca-4c1c-9cb1-6fd36d1bff3b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:40.680944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-04262e97-b10f-4419-9d43-32e4a4147df1 req-f5799b68-e8ca-4c1c-9cb1-6fd36d1bff3b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Synchronizing usage tracker for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:32:40.752741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:32:40.759806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:40.776362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Transition to ACTIVE for port object 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:32:40.777317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-04262e97-b10f-4419-9d43-32e4a4147df1 req-f5799b68-e8ca-4c1c-9cb1-6fd36d1bff3b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Unset dirty status for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:32:40.778665 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04262e97-b10f-4419-9d43-32e4a4147df1 req-f5799b68-e8ca-4c1c-9cb1-6fd36d1bff3b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 931 time: 0.2538600 Dec 16 15:32:40.809355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:40.814301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-170adb71-0a4b-4256-9aec-7fc814edadf8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:40.952405 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-04262e97-b10f-4419-9d43-32e4a4147df1 req-f5705147-8f1a-4eea-9737-2e21a69d93e7 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674378 Dec 16 15:32:40.968925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:40.974864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:41.052835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbb64d-c113-43dc-9519-e1371ce735e9 req-81c35eb7-9cfe-495c-997a-15da54dc298e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:41.055689 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4edbb64d-c113-43dc-9519-e1371ce735e9 req-81c35eb7-9cfe-495c-997a-15da54dc298e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 943 time: 0.0910594 Dec 16 15:32:41.093548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Attempting to bind port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:41.093932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Attempting to bind port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:32:41.094323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Attempting to bind port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def on network 93ae9bca-879a-41a2-8378-cb0164469bca {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:32:41.101192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def on network 93ae9bca-879a-41a2-8378-cb0164469bca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:32:41.101566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Attempting to bind port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def on network 93ae9bca-879a-41a2-8378-cb0164469bca {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:32:41.109074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:32:41.109454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Checking segment: {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:32:41.109891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Bound using segment: {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:32:41.110404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Bound port: 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52955252-cfbe-4a66-be2b-8d9668714d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:32:41.110794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:41.119407 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4edbb64d-c113-43dc-9519-e1371ce735e9 req-f36c40a0-8246-4fac-8112-8e521097e755 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580530 Dec 16 15:32:41.208637 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] For port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:32:41.211871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] For port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:32:41.245078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:41.250632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ab085baa-7267-40ce-b705-4acfe30109ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:41.295862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6eef6007-f937-4462-a535-1e6551b96a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:41.308621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:41.310179 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] 10.222.0.32 "PUT /v2.0/ports/2c1fbf14-1cd5-4ac3-876e-5e2cffc34def HTTP/1.1" status: 200 len: 1093 time: 1.1628981 Dec 16 15:32:41.310719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8b0385-ed5c-48a2-9742-64dcb0c0d34e', 'tag': '2c1fbf14-1cd5-4ac3-876e-5e2cffc34def'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:32:41.334174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:41.337562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:41.370105 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8b0385-ed5c-48a2-9742-64dcb0c0d34e', 'tag': '2c1fbf14-1cd5-4ac3-876e-5e2cffc34def', 'status': 'completed', 'code': 200} Dec 16 15:32:41.492559 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-68227e8a-ba68-4313-a21f-c599b17b05c4 req-91e60e53-36fd-4382-8884-d1fd5c002510 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 1096 time: 0.0772557 Dec 16 15:32:41.656390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68227e8a-ba68-4313-a21f-c599b17b05c4 req-d88c9abe-2776-48f7-a291-0268b09da7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:41.658011 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-68227e8a-ba68-4313-a21f-c599b17b05c4 req-d88c9abe-2776-48f7-a291-0268b09da7ae service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=962338c57e5c46ef84460b3dc1a0afea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1523950 Dec 16 15:32:41.810064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68227e8a-ba68-4313-a21f-c599b17b05c4 req-8c5de06f-ddcd-4b63-8a6a-8c065f87c3d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:41.811655 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-68227e8a-ba68-4313-a21f-c599b17b05c4 req-8c5de06f-ddcd-4b63-8a6a-8c065f87c3d2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1468518 Dec 16 15:32:41.968370 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-424c54b2-c3e9-440c-8737-75b0985db82d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 1096 time: 0.0800877 Dec 16 15:32:42.055228 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-65a87a5f-7ff1-40c6-a16e-bcde1b8737dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def HTTP/1.1" status: 200 len: 217 time: 0.0708630 Dec 16 15:32:42.130095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-107234f7-79c6-453b-a69e-d7d277b5f424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:42.131729 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-107234f7-79c6-453b-a69e-d7d277b5f424 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0696139 Dec 16 15:32:42.185193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69053ae4-4303-4307-ab60-55135c5abf66 req-418fa0b2-415b-4cb0-bef0-591b604cced4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:42.186902 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69053ae4-4303-4307-ab60-55135c5abf66 req-418fa0b2-415b-4cb0-bef0-591b604cced4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 943 time: 0.1000900 Dec 16 15:32:42.187309 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-bfecd60a-98dd-4941-86c0-5c3ef332528d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466444 Dec 16 15:32:42.237514 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-69053ae4-4303-4307-ab60-55135c5abf66 req-a1a77e5f-bb24-4468-b3a6-2cb8c7ec0ff8 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443327 Dec 16 15:32:42.393691 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-fed3a1ec-7b40-47d5-8c7d-9cb3c740a727 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989291 Dec 16 15:32:42.676334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b66f21-a995-4655-b977-e3825ea1ae4b req-d74c998a-345a-4109-a5ba-f5eccbc28390 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:42.677878 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11b66f21-a995-4655-b977-e3825ea1ae4b req-d74c998a-345a-4109-a5ba-f5eccbc28390 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 943 time: 0.3817077 Dec 16 15:32:42.811742 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11b66f21-a995-4655-b977-e3825ea1ae4b req-447fb227-cbd7-47b2-9e6b-1236a9ad7eb0 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269538 Dec 16 15:32:42.813965 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-976b02eb-47a8-4678-8b5c-5cc38581d5f5 req-cacb26f1-6691-4542-b7d7-795eee83b467 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071612 Dec 16 15:32:42.981780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:43.456764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97616d-4bf0-461a-8c10-db17920f2488 req-8d95c45e-de76-49dd-af3a-5ee961f665f3 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:43.458438 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ad97616d-4bf0-461a-8c10-db17920f2488 req-8d95c45e-de76-49dd-af3a-5ee961f665f3 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 943 time: 0.0868857 Dec 16 15:32:43.509030 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ad97616d-4bf0-461a-8c10-db17920f2488 req-f01dd5bb-0442-47c5-bb57-4b2a95cc730c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 Dec 16 15:32:43.876659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fc24ec9b-b967-47dc-91e2-d4ebbea45617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:44.021856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a5b1e-b349-422c-8d74-5c828c160c8e req-ebdb1a34-63fc-4b82-9cde-40632c57ec62 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:44.023520 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-813a5b1e-b349-422c-8d74-5c828c160c8e req-ebdb1a34-63fc-4b82-9cde-40632c57ec62 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 943 time: 0.0842297 Dec 16 15:32:44.078679 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-813a5b1e-b349-422c-8d74-5c828c160c8e req-4b482ed9-7c3b-4743-8039-3fe7bfeb3680 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484068 Dec 16 15:32:44.528658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:44.714670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31461341-df41-4d3b-91e5-c20ed1130b8d req-dd41f231-46ab-4aa4-ab04-aa82fb7cca99 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:44.716255 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31461341-df41-4d3b-91e5-c20ed1130b8d req-dd41f231-46ab-4aa4-ab04-aa82fb7cca99 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 943 time: 0.0843663 Dec 16 15:32:44.766769 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31461341-df41-4d3b-91e5-c20ed1130b8d req-fb324e1a-3619-4a60-9eed-7564d3040ee9 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Dec 16 15:32:45.287961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80026a-3828-4386-8bcc-5dc313094cb1 req-21587c75-ed41-4fd0-9156-bf266a668686 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:45.289815 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2a80026a-3828-4386-8bcc-5dc313094cb1 req-21587c75-ed41-4fd0-9156-bf266a668686 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 943 time: 0.0901430 Dec 16 15:32:45.345548 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2a80026a-3828-4386-8bcc-5dc313094cb1 req-b2652aa3-1ce0-4819-8585-e2da4d4d23e8 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482728 Dec 16 15:32:45.694960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:32:45.853230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:32:45.868211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'port_id': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'mac_address': 'fa:16:3e:c2:98:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:32:45.900189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:45.928163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:45.948188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:32:45.963783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:32:45.981762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73075b-6ccb-4aef-88c1-611bd1cdac13 req-dd565322-8aa0-41fe-b292-ec7f072df197 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:45.983436 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4a73075b-6ccb-4aef-88c1-611bd1cdac13 req-dd565322-8aa0-41fe-b292-ec7f072df197 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 943 time: 0.0909624 Dec 16 15:32:46.013996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:46.016150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c930eaa9-1b29-4506-8be1-c4a0ad086808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:46.033790 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4a73075b-6ccb-4aef-88c1-611bd1cdac13 req-efb2368d-50b7-4d37-9cce-468edbb1807f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440421 Dec 16 15:32:46.247815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:46.256803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.257207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.257587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.257963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.258367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.258742 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.259113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.259489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.259856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.260276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.260658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:32:46.264778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:46.529542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:32:46.561512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26264911-b099-42df-99be-5cd8a9a4234a req-3bdeffa7-138f-4a58-9036-d6ddf57e35f5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:46.563130 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26264911-b099-42df-99be-5cd8a9a4234a req-3bdeffa7-138f-4a58-9036-d6ddf57e35f5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 944 time: 0.0892892 Dec 16 15:32:46.626845 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26264911-b099-42df-99be-5cd8a9a4234a req-63ec93f4-4b53-498e-92a0-c928f77cb946 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574553 Dec 16 15:32:47.253197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5070d82-f6ca-46a1-93b9-851aede9e263 req-1e36b9ea-fc01-478d-8a9f-89c5cd14decc tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:47.253197 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b5070d82-f6ca-46a1-93b9-851aede9e263 req-1e36b9ea-fc01-478d-8a9f-89c5cd14decc tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 943 time: 0.0903885 Dec 16 15:32:47.314780 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b5070d82-f6ca-46a1-93b9-851aede9e263 req-c29f9fab-0bdd-4c1d-b699-56ec8f731082 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542896 Dec 16 15:32:47.692765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:32:47.868099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:32:47.882206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0337eb-54a0-4858-b708-562112644b4b req-dee06604-c4dd-4bed-b5e3-d4405c429091 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:47.883879 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0a0337eb-54a0-4858-b708-562112644b4b req-dee06604-c4dd-4bed-b5e3-d4405c429091 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 944 time: 0.1145401 Dec 16 15:32:47.884891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '2c1fbf14-1cd5-4ac3-876e-5e2cffc34def', 'network_id': '93ae9bca-879a-41a2-8378-cb0164469bca', 'port_id': '2c1fbf14-1cd5-4ac3-876e-5e2cffc34def', 'mac_address': 'fa:16:3e:78:e0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07f1dc3-3815-4f03-9f0a-a42e0a7999af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:32:47.947058 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0a0337eb-54a0-4858-b708-562112644b4b req-5cbc439a-d16d-40e0-bdaf-8a799b037d19 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564609 Dec 16 15:32:47.956207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:47.982385 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:32:48.003434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:32:48.038646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:48.040973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:48.114457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:48.117816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:48.556172 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['2c1fbf14-1cd5-4ac3-876e-5e2cffc34def'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:32:48.766008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91e702-ac07-44dc-bc95-f5631e293363 req-62dc54a5-f7f1-48d9-87bc-be4f115ffd48 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:48.767838 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce91e702-ac07-44dc-bc95-f5631e293363 req-62dc54a5-f7f1-48d9-87bc-be4f115ffd48 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 944 time: 0.3136983 Dec 16 15:32:48.824579 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ce91e702-ac07-44dc-bc95-f5631e293363 req-a4b1fb25-c9b7-4da5-b7f9-13d1088f4232 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474234 Dec 16 15:32:49.201676 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561466fa-c657-486c-afd5-da911304d191 req-ebf5c2c0-f958-4562-b125-5b05f5f3a0c8 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:49.207413 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-561466fa-c657-486c-afd5-da911304d191 req-ebf5c2c0-f958-4562-b125-5b05f5f3a0c8 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 944 time: 0.1061485 Dec 16 15:32:49.256257 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-561466fa-c657-486c-afd5-da911304d191 req-bd4dd715-a0b4-4f08-bd35-5ae7c2d7b8bd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460923 Dec 16 15:32:50.034558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48427b-f53f-4908-8523-4e799f081403 req-17d1cd11-ab0c-4e35-8d52-a092009b033b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:50.036093 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5a48427b-f53f-4908-8523-4e799f081403 req-17d1cd11-ab0c-4e35-8d52-a092009b033b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 944 time: 0.0860572 Dec 16 15:32:50.086120 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5a48427b-f53f-4908-8523-4e799f081403 req-ed1c8c62-2acf-40ea-a01e-67fb184343f0 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 Dec 16 15:32:50.475920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5729fe8-e137-4c27-a127-e7a2322a8ca7 req-b8af0b93-0fb8-49d0-aea8-b2c4cce5cd26 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:50.477551 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e5729fe8-e137-4c27-a127-e7a2322a8ca7 req-b8af0b93-0fb8-49d0-aea8-b2c4cce5cd26 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 944 time: 0.0865693 Dec 16 15:32:50.527648 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e5729fe8-e137-4c27-a127-e7a2322a8ca7 req-19c62713-1720-408c-8016-13fd99baf40e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Dec 16 15:32:50.536257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:32:50.672380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:32:50.677503 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:32:50.681951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:50.807408 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:50.838788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:32:50.849576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:32:50.878804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:50.881498 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:50.918966 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'code': 200} Dec 16 15:32:50.952547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:50.955727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:51.295261 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25cc95-1894-4e49-9865-1b46d5257062 req-118fa3d7-48be-434d-a1c5-d75466c9c4fc tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:51.296801 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d25cc95-1894-4e49-9865-1b46d5257062 req-118fa3d7-48be-434d-a1c5-d75466c9c4fc tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 944 time: 0.0871766 Dec 16 15:32:51.347770 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4d25cc95-1894-4e49-9865-1b46d5257062 req-5b0d1e70-0463-4025-a11a-6093e23d97f1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Dec 16 15:32:51.740647 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b31267-6e03-466b-931d-fbea533040d5 req-59aadf38-9599-42d8-a18e-2e1619781614 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:51.742291 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-63b31267-6e03-466b-931d-fbea533040d5 req-59aadf38-9599-42d8-a18e-2e1619781614 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.0846646 Dec 16 15:32:51.794379 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-63b31267-6e03-466b-931d-fbea533040d5 req-2e845724-6636-48fb-99df-23f3fe8357c8 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450652 Dec 16 15:32:52.553158 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1ec9f-02be-446f-9e73-d01f15819cf3 req-b16ab992-eadd-4201-924e-e6037485e26d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:52.554890 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38e1ec9f-02be-446f-9e73-d01f15819cf3 req-b16ab992-eadd-4201-924e-e6037485e26d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 944 time: 0.0845337 Dec 16 15:32:52.608989 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38e1ec9f-02be-446f-9e73-d01f15819cf3 req-31f6dec0-4c2f-4ee1-8b6e-538ab9434df1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477498 Dec 16 15:32:53.022407 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa155af-f08d-4547-adef-810fcc68514a req-47f84911-2c82-4589-a4e6-7651f3fd96a9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:53.024151 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5aa155af-f08d-4547-adef-810fcc68514a req-47f84911-2c82-4589-a4e6-7651f3fd96a9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.1016278 Dec 16 15:32:53.085468 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5aa155af-f08d-4547-adef-810fcc68514a req-3be4b7fe-bad4-4a76-a2bc-627319b5e2db tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531411 Dec 16 15:32:53.317846 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-329db0ce-6b0f-41b0-8ab9-247142d55e83 req-164b28ab-83f1-4371-ac4f-66ef4e640626 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 1098 time: 0.0768290 Dec 16 15:32:53.367336 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-329db0ce-6b0f-41b0-8ab9-247142d55e83 req-9735bc45-7fc6-45d3-b660-5143c07f4d1b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425320 Dec 16 15:32:53.968314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84397a50-6e59-41c6-a381-8cb6cf1fb4de req-d6197fe2-4b1c-42d7-9e42-afdffeb07f71 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:53.969927 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-84397a50-6e59-41c6-a381-8cb6cf1fb4de req-d6197fe2-4b1c-42d7-9e42-afdffeb07f71 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 944 time: 0.0913565 Dec 16 15:32:54.019374 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-84397a50-6e59-41c6-a381-8cb6cf1fb4de req-a9914675-8448-4e55-a413-059f03ac73d1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433218 Dec 16 15:32:54.297793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec1567-9266-41df-a272-9575006c16fd req-eef17cca-8a63-44d7-9b9a-2e8661997477 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:54.299382 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4fec1567-9266-41df-a272-9575006c16fd req-eef17cca-8a63-44d7-9b9a-2e8661997477 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.0852063 Dec 16 15:32:54.354249 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4fec1567-9266-41df-a272-9575006c16fd req-2c313e0a-e7e0-4bf9-9859-a9db65e303ff tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484772 Dec 16 15:32:54.898510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:32:55.003972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:32:55.009393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:32:55.009821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:55.151381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:55.203506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8b0385-ed5c-48a2-9742-64dcb0c0d34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1fbf14-1cd5-4ac3-876e-5e2cffc34def'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:32:55.219726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:32:55.247467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615fbf6-9a14-484e-9042-4fafc2a94d25 req-01a45804-296e-4176-9463-38907677d6e2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:55.249285 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f615fbf6-9a14-484e-9042-4fafc2a94d25 req-01a45804-296e-4176-9463-38907677d6e2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 944 time: 0.1029131 Dec 16 15:32:55.255858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:55.257926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:55.305660 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f615fbf6-9a14-484e-9042-4fafc2a94d25 req-d24733e9-dab6-4ce7-8072-e65383d2dcdc tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496864 Dec 16 15:32:55.305986 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8b0385-ed5c-48a2-9742-64dcb0c0d34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1fbf14-1cd5-4ac3-876e-5e2cffc34def', 'code': 200} Dec 16 15:32:55.353574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:55.357883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:55.583536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207a79a-090f-4860-ba8d-1a95586b0521 req-764aae40-d7ae-4026-a11f-17b412355013 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:55.585273 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b207a79a-090f-4860-ba8d-1a95586b0521 req-764aae40-d7ae-4026-a11f-17b412355013 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.1001952 Dec 16 15:32:55.652077 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b207a79a-090f-4860-ba8d-1a95586b0521 req-e0c42ed5-96c4-4732-a8f5-b1ec2af62fcb tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583019 Dec 16 15:32:55.832255 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a5727ef4-78ce-4dd9-81c2-71a8cf9e1ecf req-319a41c3-1d0d-4fde-8999-d25deeceebba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 1098 time: 0.0827346 Dec 16 15:32:55.880480 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a5727ef4-78ce-4dd9-81c2-71a8cf9e1ecf req-a3ced8bd-2bd2-437c-9a05-0f6216602ecd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Dec 16 15:32:56.538676 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b37b6-da56-4836-8820-8815fcb8db04 req-e5b095be-1ed2-4211-b906-6362909045cf tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:56.540604 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-164b37b6-da56-4836-8820-8815fcb8db04 req-e5b095be-1ed2-4211-b906-6362909045cf tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 945 time: 0.0879021 Dec 16 15:32:56.596137 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-164b37b6-da56-4836-8820-8815fcb8db04 req-e89e45c7-7b67-42b5-9676-2a61a13f4ed4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493855 Dec 16 15:32:56.885440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f822d9-bf63-44ed-9af8-56dcc54fd48c req-6adb7e1a-574e-46a4-840a-70c67db9c36b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:56.887156 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32f822d9-bf63-44ed-9af8-56dcc54fd48c req-6adb7e1a-574e-46a4-840a-70c67db9c36b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.0882010 Dec 16 15:32:56.943324 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-32f822d9-bf63-44ed-9af8-56dcc54fd48c req-795d9114-b1af-404e-9f4c-a10edd7c4c17 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446477 Dec 16 15:32:57.158615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e1b3-0ab1-408b-9657-b3e7c925a06b req-344c3b1e-75b7-4a40-97e0-3e81bb5eced6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:57.160213 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6a77e1b3-0ab1-408b-9657-b3e7c925a06b req-344c3b1e-75b7-4a40-97e0-3e81bb5eced6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.0862277 Dec 16 15:32:57.223445 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6a77e1b3-0ab1-408b-9657-b3e7c925a06b req-77b804de-688f-40d6-a290-7089f19c6342 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552928 Dec 16 15:32:57.256069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60728) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:32:57.500734 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b62cac8b-dd76-48ca-9717-1a806aa2a130 tempest-TestVolumeBootPattern-81952125 tempest-TestVolumeBootPattern-81952125-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 1093 time: 0.2425711 Dec 16 15:32:57.503240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60736) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:32:57.509129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'floatingip': {'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'port_id': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:32:57.515743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:32:57.519378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:57.520087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:floatingip and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:32:57.523125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:32:57.529500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:32:57.570448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:57.725606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:57.932980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fdda3-5d5e-40fb-af4b-375a80b19fde req-b56e05dc-c826-4667-8f4e-8de2f9a19725 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:57.934673 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-680fdda3-5d5e-40fb-af4b-375a80b19fde req-b56e05dc-c826-4667-8f4e-8de2f9a19725 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 945 time: 0.2060428 Dec 16 15:32:57.969788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Allocated IP 172.27.2.54 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/666f9ada-6470-4d22-8724-517233e2d39a) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:32:58.000046 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-680fdda3-5d5e-40fb-af4b-375a80b19fde req-7eefea85-9cce-40b7-89c2-daf8d8718090 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585868 Dec 16 15:32:58.265408 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:58.353355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:58.359500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:58.423279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:32:58.431142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:32:58.433916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:32:58.480697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'Port': ['ID=666f9ada-6470-4d22-8724-517233e2d39a,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:58.484048 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:59.121757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:59.223773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:59.272705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25036d8-82c2-4a84-a0b3-2baefe8df04d req-fa98f413-50c7-46b4-b7f7-1b79fb42f4dc tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:32:59.274411 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b25036d8-82c2-4a84-a0b3-2baefe8df04d req-fa98f413-50c7-46b4-b7f7-1b79fb42f4dc tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 945 time: 0.1274421 Dec 16 15:32:59.346850 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b25036d8-82c2-4a84-a0b3-2baefe8df04d req-88d88a5f-e797-412f-9518-0fe774deeb93 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618782 Dec 16 15:32:59.554453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:59.590980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14863652'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:59.596434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:32:59.705799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'Port': ['ID=666f9ada-6470-4d22-8724-517233e2d39a,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:32:59.714828 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:32:59.729071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:32:59.972666 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Floating IP 2b3b2a12-971e-4167-be46-4af6159d2203 associated. External IP: 172.27.2.54, port: 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7. Dec 16 15:33:00.805962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Router 5b0fa789-b22f-414c-a365-f54101d0c300 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:33:01.030775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:33:01.043035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] Sync routers for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:33:01.065378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:33:01.066133 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:32:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:33:01.105621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:01.174894 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6704605 Dec 16 15:33:01.175944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'tag': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:33:01.275492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:33:01.571339 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'tag': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'status': 'completed', 'code': 200} Dec 16 15:33:01.707239 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-660d3f10-d670-4586-9d7e-739fcf1bb5df req-8dd1d9e0-41bf-42b2-96dc-e7a18c5dfcbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 1098 time: 0.0848680 Dec 16 15:33:01.935661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d3f10-d670-4586-9d7e-739fcf1bb5df req-047918a7-b362-4e9e-ad92-1c814839a04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:01.937338 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-660d3f10-d670-4586-9d7e-739fcf1bb5df req-047918a7-b362-4e9e-ad92-1c814839a04e service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.2226877 Dec 16 15:33:01.973701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '2b3b2a12-971e-4167-be46-4af6159d2203', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:c2:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:32:58Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 0, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:33:01.978357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] Checking router: 5b0fa789-b22f-414c-a365-f54101d0c300 for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:33:01.991151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:33:01.991852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:32:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:33:02.099362 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-660d3f10-d670-4586-9d7e-739fcf1bb5df req-41813e9c-ac1a-43df-a22c-5d1c60621d96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 HTTP/1.1" status: 200 len: 998 time: 0.1548908 Dec 16 15:33:02.171733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d3f10-d670-4586-9d7e-739fcf1bb5df req-5aebd6c9-37b2-4b5d-8a05-1aa9a2fb9499 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:02.173703 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-660d3f10-d670-4586-9d7e-739fcf1bb5df req-5aebd6c9-37b2-4b5d-8a05-1aa9a2fb9499 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0680604 Dec 16 15:33:02.229965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:33:02.281324 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-660d3f10-d670-4586-9d7e-739fcf1bb5df req-c5b2f777-ec80-46fd-b9f8-5a79be00f886 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006284 Dec 16 15:33:02.580784 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-660d3f10-d670-4586-9d7e-739fcf1bb5df req-e6162489-01ae-4d46-ad54-6e3301c3430e service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887969 Dec 16 15:33:02.788483 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-660d3f10-d670-4586-9d7e-739fcf1bb5df req-6d97dc3d-a423-4978-baf2-69c796632909 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011931 Dec 16 15:33:02.857313 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '2b3b2a12-971e-4167-be46-4af6159d2203', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:c2:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:32:58Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 0, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:33:02.862020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a003185b-0230-4882-be1f-3b91a3acf58b None None] The sync data for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi is: [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '2b3b2a12-971e-4167-be46-4af6159d2203', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:c2:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:32:58Z', 'updated_at': '2021-12-16T15:32:58Z', 'revision_number': 0, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:33:03.247147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a73caee-07b7-4648-9027-0976c23fb159 None None] New status for floating IP 2b3b2a12-971e-4167-be46-4af6159d2203: ACTIVE {{(pid=88294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:33:07.018881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:33:11.318536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5868b88-8f4a-4d42-ad90-76bcdae13913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:13.010697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:13.870139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a0d0b683-4c19-49f1-a60c-51716d812be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:14.524501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:15.008970 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 60888) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:15.168114 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:15.204553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:15.213864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] Usage tracker for resource:security_group_rule and tenant:01965d8b52224e6cb67a8da5b51341a5 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:15.217191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:15.224228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:15.307931 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:15.340741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:15.349233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-75722536-22ff-48d5-a5c8-d50cd50faab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:15.393049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5378903-b264-44e8-8e41-d982194b90cf,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:15.396449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:15.402627 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ad1e83a0-8af3-4b30-8d95-604a8c2355f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01965d8b52224e6cb67a8da5b51341a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3925104 Dec 16 15:33:15.407185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 60894) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:15.476698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c39a8dfc-aab5-47ff-a86f-baa929d6a31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:15.505244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c39a8dfc-aab5-47ff-a86f-baa929d6a31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:15.916426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:15.992732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c39a8dfc-aab5-47ff-a86f-baa929d6a31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:15.999351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1daa87bd-2b6f-4351-99bc-5c88d6424e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:16.014207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a8dfc-aab5-47ff-a86f-baa929d6a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5378903-b264-44e8-8e41-d982194b90cf,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:16.020111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c39a8dfc-aab5-47ff-a86f-baa929d6a31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:16.020111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c39a8dfc-aab5-47ff-a86f-baa929d6a31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:16.020566 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c39a8dfc-aab5-47ff-a86f-baa929d6a31a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5378903-b264-44e8-8e41-d982194b90cf HTTP/1.1" status: 204 len: 168 time: 0.6128390 Dec 16 15:33:21.690837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41b9da-af5b-4eb0-bd46-abd9241ba11a req-aef166b8-e7f5-480e-add9-b5dffd466f58 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:21.692390 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9a41b9da-af5b-4eb0-bd46-abd9241ba11a req-aef166b8-e7f5-480e-add9-b5dffd466f58 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 945 time: 0.0863154 Dec 16 15:33:21.747621 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9a41b9da-af5b-4eb0-bd46-abd9241ba11a req-bb8b294c-275a-47ef-b922-6fe1239663a3 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486267 Dec 16 15:33:22.962598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427cbb-cce0-4c6f-8646-186b6647a00a req-78206d30-7bce-40a2-93c4-f612c3353278 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:22.965773 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-85427cbb-cce0-4c6f-8646-186b6647a00a req-78206d30-7bce-40a2-93c4-f612c3353278 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 945 time: 0.0912232 Dec 16 15:33:23.039534 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-85427cbb-cce0-4c6f-8646-186b6647a00a req-b3cf08a1-c8e1-4a55-9dc9-92a98ff00d11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670052 Dec 16 15:33:24.062482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f5ea6-865f-4435-b458-7296b61d8370 req-2cc1f165-d425-4325-bac9-511723b24fdd tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:24.063981 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-828f5ea6-865f-4435-b458-7296b61d8370 req-2cc1f165-d425-4325-bac9-511723b24fdd tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 945 time: 0.0819743 Dec 16 15:33:24.146875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-828f5ea6-865f-4435-b458-7296b61d8370 req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Deleting port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:33:24.147286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-828f5ea6-865f-4435-b458-7296b61d8370 req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:24.376047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6db1e-15b5-4817-8b60-286abd22783f req-296bc83c-b028-4d8f-9902-5d42daca945c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:24.377672 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22c6db1e-15b5-4817-8b60-286abd22783f req-296bc83c-b028-4d8f-9902-5d42daca945c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 945 time: 0.2035005 Dec 16 15:33:24.518437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-828f5ea6-865f-4435-b458-7296b61d8370 req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] For port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:33:24.518859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-828f5ea6-865f-4435-b458-7296b61d8370 req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:24.534885 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22c6db1e-15b5-4817-8b60-286abd22783f req-29b884e3-3aaa-4b81-a840-b6e3135dcab2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002941 Dec 16 15:33:24.661360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-828f5ea6-865f-4435-b458-7296b61d8370 req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Calling delete_port for 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:33:24.944625 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-828f5ea6-865f-4435-b458-7296b61d8370 req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:24.953016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f94931f1-c859-4158-accc-b6c6440ebcd8 tempest-TestShelveInstance-2019255670 tempest-TestShelveInstance-2019255670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:24.991808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6ff8ff40-8129-456e-a634-61bb3c8a183c', 'b3c2827e-74a7-4dcd-b34d-70db98c4121c', '29c539d0-bf3c-431b-a920-17c04ec109e1', '2c1fbf14-1cd5-4ac3-876e-5e2cffc34def'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:33:25.004723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Pushing event deleted for resources: {'Port': ['ID=2c1fbf14-1cd5-4ac3-876e-5e2cffc34def,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:25.050250 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.050749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.051046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.051448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.051857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.052255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.052759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.053050 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.053443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.053842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.054259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:25.063433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:25.100563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-828f5ea6-865f-4435-b458-7296b61d8370 req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] No DVR routers for this DVR port 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:33:25.103462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-828f5ea6-865f-4435-b458-7296b61d8370 req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:25.106819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8b0385-ed5c-48a2-9742-64dcb0c0d34e', 'name': 'network-vif-deleted', 'tag': '2c1fbf14-1cd5-4ac3-876e-5e2cffc34def'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:33:25.174334 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-828f5ea6-865f-4435-b458-7296b61d8370 req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "DELETE /v2.0/ports/2c1fbf14-1cd5-4ac3-876e-5e2cffc34def HTTP/1.1" status: 204 len: 173 time: 1.1043425 Dec 16 15:33:25.186479 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8b0385-ed5c-48a2-9742-64dcb0c0d34e', 'name': 'network-vif-deleted', 'tag': '2c1fbf14-1cd5-4ac3-876e-5e2cffc34def', 'status': 'completed', 'code': 200} Dec 16 15:33:25.723166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-746fb8da-d69a-4c6b-b804-5c71017b4970 req-cf126e7d-14e5-4f72-b936-f46337e52ea6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Synchronizing usage tracker for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:33:25.769193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-746fb8da-d69a-4c6b-b804-5c71017b4970 req-cf126e7d-14e5-4f72-b936-f46337e52ea6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Unset dirty status for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:33:25.770699 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-746fb8da-d69a-4c6b-b804-5c71017b4970 req-cf126e7d-14e5-4f72-b936-f46337e52ea6 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d8b0385-ed5c-48a2-9742-64dcb0c0d34e HTTP/1.1" status: 200 len: 210 time: 0.0974371 Dec 16 15:33:27.017666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:33:27.059858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:33:27.060261 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 2c1fbf14-1cd5-4ac3-876e-5e2cffc34def not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:33:27.517878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:28.701291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b6d72-0155-4fdc-ad82-e1d4594b0a74 req-312b6847-0197-4ea1-9f79-8620a1db6501 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:28.703069 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b39b6d72-0155-4fdc-ad82-e1d4594b0a74 req-312b6847-0197-4ea1-9f79-8620a1db6501 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 946 time: 0.0920043 Dec 16 15:33:28.756575 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b39b6d72-0155-4fdc-ad82-e1d4594b0a74 req-42d85a77-c393-4ac0-a884-9898ea38b6f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Dec 16 15:33:28.998287 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-c118a0a8-7b9e-4c05-9ba7-238a2f7ca783 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2897363 Dec 16 15:33:29.123106 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-24ed8672-b0d3-4e5f-83a4-f05348b5932b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=962338c57e5c46ef84460b3dc1a0afea&device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 1098 time: 0.0867305 Dec 16 15:33:29.285756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-b7a8f9a1-b73f-4701-8baa-19f092eb561d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:29.287429 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-b7a8f9a1-b73f-4701-8baa-19f092eb561d service neutron] 10.222.0.32 "GET /v2.0/networks?id=93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 200 len: 915 time: 0.1426239 Dec 16 15:33:29.375568 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-52c9fc44-9bc7-4005-acda-001f17ba6311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c2827e-74a7-4dcd-b34d-70db98c4121c HTTP/1.1" status: 200 len: 217 time: 0.0691433 Dec 16 15:33:29.452845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-aa1ab85e-6f93-4851-9e09-1497ce28f7a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:29.454530 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-aa1ab85e-6f93-4851-9e09-1497ce28f7a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 200 len: 854 time: 0.0703223 Dec 16 15:33:29.512479 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-50b14ec3-1509-4eed-9954-05d2ddb9a64a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93ae9bca-879a-41a2-8378-cb0164469bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472493 Dec 16 15:33:29.661600 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-8cb91d78-050d-4c97-8726-df45d7242454 service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412418 Dec 16 15:33:29.809326 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8d0f5ea-aabb-4f67-bb34-b97f7741e6bd req-ad3f1cc3-c3d6-445c-9cb9-7134563289db service neutron] 10.222.0.32 "GET /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407006 Dec 16 15:33:29.967559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac48f9-57bd-4671-adb0-c6b1ac6a8cb0 req-77fbee7e-66ea-4f22-be3f-f171bd723900 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:29.969186 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5bac48f9-57bd-4671-adb0-c6b1ac6a8cb0 req-77fbee7e-66ea-4f22-be3f-f171bd723900 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 946 time: 0.0854676 Dec 16 15:33:30.018177 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5bac48f9-57bd-4671-adb0-c6b1ac6a8cb0 req-abb2023c-696c-4848-978a-6636b9adcaf2 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Dec 16 15:33:30.998381 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-b9326744-fce4-4b9a-a179-771bcb3a534c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:31.000202 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-b9326744-fce4-4b9a-a179-771bcb3a534c tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 946 time: 0.0914557 Dec 16 15:33:31.079907 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Deleting port 29c539d0-bf3c-431b-a920-17c04ec109e1 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:33:31.080309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:31.245066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446afa4-f217-4316-9dc6-008b6bcdecd7 req-70b05654-2409-4ef6-8646-1017d271a849 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:31.250790 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1446afa4-f217-4316-9dc6-008b6bcdecd7 req-70b05654-2409-4ef6-8646-1017d271a849 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 946 time: 0.0916400 Dec 16 15:33:31.312918 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1446afa4-f217-4316-9dc6-008b6bcdecd7 req-dceb39b7-de42-4a95-93cd-4a4bb80f5a00 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578375 Dec 16 15:33:31.372320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] For port 29c539d0-bf3c-431b-a920-17c04ec109e1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=29c539d0-bf3c-431b-a920-17c04ec109e1,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:33:31.372726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:31.429472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 32888) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:31.504413 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Calling delete_port for 29c539d0-bf3c-431b-a920-17c04ec109e1 owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:33:31.590614 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:31.663987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:31.668398 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Usage tracker for resource:security_group_rule and tenant:70a40a3eb2424832b78367dc4188d08a is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:31.671450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:31.677632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:31.745998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:31.746817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:31.753148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:31.768766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:31.777008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-25a71c18-50d0-405f-9b21-7b0d4fe6f362 tempest-AttachVolumeShelveTestJSON-280683784 tempest-AttachVolumeShelveTestJSON-280683784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:31.784591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6ff8ff40-8129-456e-a634-61bb3c8a183c', 'b3c2827e-74a7-4dcd-b34d-70db98c4121c', '29c539d0-bf3c-431b-a920-17c04ec109e1'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:33:31.800805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Pushing event deleted for resources: {'Port': ['ID=29c539d0-bf3c-431b-a920-17c04ec109e1,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:31.803521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:31.826594 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70a40a3eb2424832b78367dc4188d08a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3952827 Dec 16 15:33:31.828409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7915f64d-7df7-4744-9e31-8fe7b6d9d3da,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:31.831450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 32896) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:31.839412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.839832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.840249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.840659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.841196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.841605 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.842002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.842418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.842820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.843220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.843619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:33:31.848348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:31.895652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] No DVR routers for this DVR port 29c539d0-bf3c-431b-a920-17c04ec109e1 on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:33:31.900314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:31.903366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0133f89-c4d2-43e8-a9ef-5f0222bdc104', 'name': 'network-vif-deleted', 'tag': '29c539d0-bf3c-431b-a920-17c04ec109e1'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:33:31.967670 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-140086b8-c5dd-49ab-9462-7451c1d61d66 req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "DELETE /v2.0/ports/29c539d0-bf3c-431b-a920-17c04ec109e1 HTTP/1.1" status: 204 len: 173 time: 0.9617219 Dec 16 15:33:31.968663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-60b3b526-83a3-4238-953c-5bd55441b7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:31.980116 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0133f89-c4d2-43e8-a9ef-5f0222bdc104', 'name': 'network-vif-deleted', 'tag': '29c539d0-bf3c-431b-a920-17c04ec109e1', 'status': 'completed', 'code': 200} Dec 16 15:33:31.999769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-60b3b526-83a3-4238-953c-5bd55441b7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:32.112164 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-60b3b526-83a3-4238-953c-5bd55441b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:32.117163 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c39a8dfc-aab5-47ff-a86f-baa929d6a31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:32.135043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3b526-83a3-4238-953c-5bd55441b7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7915f64d-7df7-4744-9e31-8fe7b6d9d3da,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:32.139840 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-60b3b526-83a3-4238-953c-5bd55441b7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:32.142646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-60b3b526-83a3-4238-953c-5bd55441b7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:32.146072 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-60b3b526-83a3-4238-953c-5bd55441b7a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7915f64d-7df7-4744-9e31-8fe7b6d9d3da HTTP/1.1" status: 204 len: 168 time: 0.3070481 Dec 16 15:33:32.528712 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b479458c-7053-49fd-b10a-85d05a648549 req-5a7dbdb0-f847-4b5f-92f6-165b50c10255 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0133f89-c4d2-43e8-a9ef-5f0222bdc104 HTTP/1.1" status: 200 len: 210 time: 0.0544300 Dec 16 15:33:34.191862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278dc8b-9fed-4176-bbc0-e4f2ff5555ca req-319ea492-76bd-480e-9b8a-9a5929bec46b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:34.192643 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-a278dc8b-9fed-4176-bbc0-e4f2ff5555ca req-319ea492-76bd-480e-9b8a-9a5929bec46b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Synchronizing usage tracker for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:33:34.231930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-a278dc8b-9fed-4176-bbc0-e4f2ff5555ca req-319ea492-76bd-480e-9b8a-9a5929bec46b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Unset dirty status for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:33:34.233223 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a278dc8b-9fed-4176-bbc0-e4f2ff5555ca req-319ea492-76bd-480e-9b8a-9a5929bec46b tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 945 time: 0.1419249 Dec 16 15:33:34.283228 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a278dc8b-9fed-4176-bbc0-e4f2ff5555ca req-c2abdbfd-e305-40af-9dcc-6af5a5f23289 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437262 Dec 16 15:33:35.081442 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 29c539d0-bf3c-431b-a920-17c04ec109e1 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:33:35.116302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 29c539d0-bf3c-431b-a920-17c04ec109e1 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:33:35.116702 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 29c539d0-bf3c-431b-a920-17c04ec109e1 not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:33:35.499983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea800698-b921-4d21-be47-ae323dc93d9f req-9eeef672-a391-4a84-aa17-0cd78071a766 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:35.502553 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea800698-b921-4d21-be47-ae323dc93d9f req-9eeef672-a391-4a84-aa17-0cd78071a766 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 945 time: 0.0920279 Dec 16 15:33:35.554703 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ea800698-b921-4d21-be47-ae323dc93d9f req-be8760c6-25de-40e6-a9eb-4090deefa419 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Dec 16 15:33:36.079664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-92262e78-8b93-4e20-a532-1eba0cb230a0 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:36.082811 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-92262e78-8b93-4e20-a532-1eba0cb230a0 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 945 time: 0.0877552 Dec 16 15:33:36.162499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Deleting port b3c2827e-74a7-4dcd-b34d-70db98c4121c {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:33:36.162810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:36.433450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] For port b3c2827e-74a7-4dcd-b34d-70db98c4121c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3c2827e-74a7-4dcd-b34d-70db98c4121c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:33:36.433773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:36.566298 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Calling delete_port for b3c2827e-74a7-4dcd-b34d-70db98c4121c owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:33:36.836291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb718bc8-af6c-457d-aca5-1a845737409b req-f73b88e9-fb30-4d8b-8663-faef01c4eecb tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:36.837962 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb718bc8-af6c-457d-aca5-1a845737409b req-f73b88e9-fb30-4d8b-8663-faef01c4eecb tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c52aff34-91bc-4b2c-9f3b-35d9138871c3 HTTP/1.1" status: 200 len: 945 time: 0.1508007 Dec 16 15:33:36.840095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:36.847733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-25934925-db81-4d6f-ab5c-a5cff68ad153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:36.876356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6ff8ff40-8129-456e-a634-61bb3c8a183c', 'b3c2827e-74a7-4dcd-b34d-70db98c4121c'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:33:36.928064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Pushing event deleted for resources: {'Port': ['ID=b3c2827e-74a7-4dcd-b34d-70db98c4121c,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:36.936554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:37.027876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] No DVR routers for this DVR port b3c2827e-74a7-4dcd-b34d-70db98c4121c on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:33:37.031441 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb718bc8-af6c-457d-aca5-1a845737409b req-4418e1a2-9c38-4a64-bfd3-e3e57cfcec5f tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404099 Dec 16 15:33:37.032563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:37.035522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52aff34-91bc-4b2c-9f3b-35d9138871c3', 'name': 'network-vif-deleted', 'tag': 'b3c2827e-74a7-4dcd-b34d-70db98c4121c'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:33:37.072856 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-31875fa6-083f-4f11-b8ab-e6547e638824 req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "DELETE /v2.0/ports/b3c2827e-74a7-4dcd-b34d-70db98c4121c HTTP/1.1" status: 204 len: 173 time: 0.9845774 Dec 16 15:33:37.101201 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52aff34-91bc-4b2c-9f3b-35d9138871c3', 'name': 'network-vif-deleted', 'tag': 'b3c2827e-74a7-4dcd-b34d-70db98c4121c', 'status': 'completed', 'code': 200} Dec 16 15:33:39.090617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device b3c2827e-74a7-4dcd-b34d-70db98c4121c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:33:39.127078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: b3c2827e-74a7-4dcd-b34d-70db98c4121c {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:33:39.127501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device b3c2827e-74a7-4dcd-b34d-70db98c4121c not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:33:39.941779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c757d2-83d0-4cee-b505-aaf82f630b18 req-f591e913-8370-4f2b-89e3-8a2bf0df30da tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:39.942570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-14c757d2-83d0-4cee-b505-aaf82f630b18 req-f591e913-8370-4f2b-89e3-8a2bf0df30da tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Synchronizing usage tracker for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:33:39.985843 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-14c757d2-83d0-4cee-b505-aaf82f630b18 req-f591e913-8370-4f2b-89e3-8a2bf0df30da tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Unset dirty status for tenant:962338c57e5c46ef84460b3dc1a0afea on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:33:39.987236 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14c757d2-83d0-4cee-b505-aaf82f630b18 req-f591e913-8370-4f2b-89e3-8a2bf0df30da tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 946 time: 0.1341710 Dec 16 15:33:40.040521 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-14c757d2-83d0-4cee-b505-aaf82f630b18 req-5dd827e1-9f15-4589-901a-c9da4d1e037e tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 Dec 16 15:33:41.019291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837c276-84de-42c5-87ec-4bb968381f14 req-c84d0e9a-8941-4ee2-9543-c0b341835a76 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:41.020892 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7837c276-84de-42c5-87ec-4bb968381f14 req-c84d0e9a-8941-4ee2-9543-c0b341835a76 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 946 time: 0.0855482 Dec 16 15:33:41.099763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-7837c276-84de-42c5-87ec-4bb968381f14 req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Deleting port 6ff8ff40-8129-456e-a634-61bb3c8a183c {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:33:41.100153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-7837c276-84de-42c5-87ec-4bb968381f14 req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:41.274584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789b84d-77f2-411c-8878-a5d1ae4ec91f req-30b6060a-9556-48aa-b52f-3f0a1e43350d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:41.276684 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0789b84d-77f2-411c-8878-a5d1ae4ec91f req-30b6060a-9556-48aa-b52f-3f0a1e43350d tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 946 time: 0.1063433 Dec 16 15:33:41.318110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-77c97e08-e88c-4c83-ba74-6305967df19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:41.331813 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0789b84d-77f2-411c-8878-a5d1ae4ec91f req-0ef9e9cb-4cc9-486a-8046-6e766dbdfc80 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/security-groups?id=53595dc3-066a-46ef-aeb0-2124b660ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491478 Dec 16 15:33:41.379216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-7837c276-84de-42c5-87ec-4bb968381f14 req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] For port 6ff8ff40-8129-456e-a634-61bb3c8a183c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6ff8ff40-8129-456e-a634-61bb3c8a183c,segment=NetworkSegment(52955252-cfbe-4a66-be2b-8d9668714d6f),segment_id=52955252-cfbe-4a66-be2b-8d9668714d6f)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:33:41.379616 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-7837c276-84de-42c5-87ec-4bb968381f14 req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:41.517244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-7837c276-84de-42c5-87ec-4bb968381f14 req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Calling delete_port for 6ff8ff40-8129-456e-a634-61bb3c8a183c owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:33:41.894823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-7837c276-84de-42c5-87ec-4bb968381f14 req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:41.900630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e07886c8-8ea2-4189-8fe5-4d4951625c7e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:41.930572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6ff8ff40-8129-456e-a634-61bb3c8a183c'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:33:41.947982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Pushing event deleted for resources: {'Port': ['ID=6ff8ff40-8129-456e-a634-61bb3c8a183c,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:41.952427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:42.024016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-7837c276-84de-42c5-87ec-4bb968381f14 req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] No DVR routers for this DVR port 6ff8ff40-8129-456e-a634-61bb3c8a183c on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:33:42.026764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-7837c276-84de-42c5-87ec-4bb968381f14 req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:42.029615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47a38ca-4ce3-4387-af13-dc2d25144f8c', 'name': 'network-vif-deleted', 'tag': '6ff8ff40-8129-456e-a634-61bb3c8a183c'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:33:42.083322 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47a38ca-4ce3-4387-af13-dc2d25144f8c', 'name': 'network-vif-deleted', 'tag': '6ff8ff40-8129-456e-a634-61bb3c8a183c', 'status': 'completed', 'code': 200} Dec 16 15:33:42.089552 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7837c276-84de-42c5-87ec-4bb968381f14 req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.32 "DELETE /v2.0/ports/6ff8ff40-8129-456e-a634-61bb3c8a183c HTTP/1.1" status: 204 len: 173 time: 1.0633574 Dec 16 15:33:42.522198 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1f9f772d-a9c1-42a6-8358-097aab3f134b req-b3121683-a3ed-4094-b01a-9571d40c91f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47a38ca-4ce3-4387-af13-dc2d25144f8c HTTP/1.1" status: 200 len: 210 time: 0.0462282 Dec 16 15:33:42.984150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:43.630461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 32964) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:43.883260 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fbd2623c-2054-4ba7-aab4-caac1d6afaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:43.902008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7025f0f-397e-42d6-a137-d08a7b9a337b admin admin] Deleting subnet b07f1dc3-3815-4f03-9f0a-a42e0a7999af {{(pid=88293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:33:43.905189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e7025f0f-397e-42d6-a137-d08a7b9a337b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:43.960258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e7025f0f-397e-42d6-a137-d08a7b9a337b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839449565'] for subnet, precommit_delete_associations {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.020068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:33:44.024997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e7025f0f-397e-42d6-a137-d08a7b9a337b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.312553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e7025f0f-397e-42d6-a137-d08a7b9a337b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14847776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839537994'] for subnet, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.317238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:44.375593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7025f0f-397e-42d6-a137-d08a7b9a337b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07f1dc3-3815-4f03-9f0a-a42e0a7999af,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:44.380342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e7025f0f-397e-42d6-a137-d08a7b9a337b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:44.385929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e7025f0f-397e-42d6-a137-d08a7b9a337b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.393051 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e7025f0f-397e-42d6-a137-d08a7b9a337b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b07f1dc3-3815-4f03-9f0a-a42e0a7999af HTTP/1.1" status: 204 len: 168 time: 0.7612867 Dec 16 15:33:44.396417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 32970) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:44.513947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.529036 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.648653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.678289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ae9bca-879a-41a2-8378-cb0164469bca']}} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:33:44.691752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52955252-cfbe-4a66-be2b-8d9668714d6f') {'for_net_delete': True} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:33:44.692097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52955252-cfbe-4a66-be2b-8d9668714d6f') {} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:33:44.704639 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15326250'] for segment, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.795871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.803191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:33:44.803729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839929726'] for segment, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:33:44.818390 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:33:45.080693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6ff8ff40-8129-456e-a634-61bb3c8a183c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:33:45.111561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:45.116501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:45.120520 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 6ff8ff40-8129-456e-a634-61bb3c8a183c {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:33:45.120918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6ff8ff40-8129-456e-a634-61bb3c8a183c not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:33:45.133732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:45.145370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ae9bca-879a-41a2-8378-cb0164469bca,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:45.151732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:45.192711 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-70360758-bb83-49ec-a5cf-ddbf628e11b5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/93ae9bca-879a-41a2-8378-cb0164469bca HTTP/1.1" status: 204 len: 168 time: 0.7951643 Dec 16 15:33:45.455237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 32978) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:45.516730 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3e299ab6-a559-406c-bdb6-a4772f5d5cf7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=962338c57e5c46ef84460b3dc1a0afea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0596626 Dec 16 15:33:45.519386 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 32982) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:45.592932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6343ce94-d048-430b-b016-583b71426f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:45.631676 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6343ce94-d048-430b-b016-583b71426f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:45.717126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6343ce94-d048-430b-b016-583b71426f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:45.722449 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-82885d33-137f-47d7-9c9a-56cb6798ffd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:45.739659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343ce94-d048-430b-b016-583b71426f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53595dc3-066a-46ef-aeb0-2124b660ce1b,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:45.742464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6343ce94-d048-430b-b016-583b71426f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:45.805866 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6343ce94-d048-430b-b016-583b71426f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:45.811688 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6343ce94-d048-430b-b016-583b71426f15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53595dc3-066a-46ef-aeb0-2124b660ce1b HTTP/1.1" status: 204 len: 168 time: 0.2868214 Dec 16 15:33:45.835353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:48.955838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33040) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:49.127196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:49.224715 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:49.229098 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Usage tracker for resource:security_group_rule and tenant:c4c658fc69444f56b2bbe14304620c36 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:49.233075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:49.238581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:49.413300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:49.453211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:49.461903 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d3cb9fee-09c0-408f-b822-a44a53d30380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:49.506430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc3b481-6bc5-442b-ab5e-66c87d31730f,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:49.509951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:49.512841 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4c658fc69444f56b2bbe14304620c36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5556483 Dec 16 15:33:49.515825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33048) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:49.587306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa57a-9e03-4f7f-84be-d418e52d0a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:49.616109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa57a-9e03-4f7f-84be-d418e52d0a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:49.763556 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa57a-9e03-4f7f-84be-d418e52d0a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:49.771116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec4f2728-600a-4d5c-9a30-ce1f5cf7ad9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:49.783662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50aa57a-9e03-4f7f-84be-d418e52d0a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc3b481-6bc5-442b-ab5e-66c87d31730f,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:49.787693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f50aa57a-9e03-4f7f-84be-d418e52d0a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:49.792122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f50aa57a-9e03-4f7f-84be-d418e52d0a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:49.793445 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f50aa57a-9e03-4f7f-84be-d418e52d0a85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ecc3b481-6bc5-442b-ab5e-66c87d31730f HTTP/1.1" status: 204 len: 168 time: 0.2760394 Dec 16 15:33:50.285130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33058) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:50.306172 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:50.341856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:50.347287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:799544660be14ed88e04b5ce61063608 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:50.350672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:50.357489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:50.431306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:50.472056 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:50.480140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-39cf8e27-d0eb-45aa-a83e-476912da2922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:50.530706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab57bb3-1d88-4a93-8c04-51ef68c4cddd,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:50.534180 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:50.537081 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ae3f29bd-20b5-4019-b905-3e35e7d65ac2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=799544660be14ed88e04b5ce61063608&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2505839 Dec 16 15:33:50.540177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33062) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:50.605847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-835aedda-c80d-4208-b5df-a33dca8aa2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:50.633138 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-835aedda-c80d-4208-b5df-a33dca8aa2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:50.705910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-835aedda-c80d-4208-b5df-a33dca8aa2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:50.710143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-680d0876-359a-42e6-bcb1-6031311a2078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:50.724573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835aedda-c80d-4208-b5df-a33dca8aa2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab57bb3-1d88-4a93-8c04-51ef68c4cddd,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:50.728020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-835aedda-c80d-4208-b5df-a33dca8aa2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:50.730522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-835aedda-c80d-4208-b5df-a33dca8aa2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:50.731864 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-835aedda-c80d-4208-b5df-a33dca8aa2f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ab57bb3-1d88-4a93-8c04-51ef68c4cddd HTTP/1.1" status: 204 len: 168 time: 0.1903358 Dec 16 15:33:51.937572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33086) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:52.079978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-370281959-network', 'tenant_id': 'e6e8c9e64f3145b494a76a9926a33471'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:33:52.085205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:52.089512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Usage tracker for resource:network and tenant:e6e8c9e64f3145b494a76a9926a33471 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:52.092591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:52.098984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:52.143979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Made reservation on behalf of e6e8c9e64f3145b494a76a9926a33471 for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:33:52.148714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.162461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.196306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:52.206544 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e8c9e64f3145b494a76a9926a33471 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:52.209783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:52.219126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:52.299192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.329427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.336963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1064ac29-eabe-40a3-a641-289b32532901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:52.371513 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 15:33:52.388538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675479cc-58cb-4ab6-8dba-1bb2a93e7f74,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:52.392315 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:52.394972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.395357 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Added segment 734bb2eb-4d8c-4d4c-b4bc-fe40941ec139 of type vlan for network f02f4445-4fb5-4b2c-8584-24a954371472 Dec 16 15:33:52.423288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.477270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.479262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:52.480034 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.485631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-780d4748-6d08-4464-b9ef-a047206dd00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:52.591063 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6521485 Dec 16 15:33:52.594508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33094) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:52.596727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=f02f4445-4fb5-4b2c-8584-24a954371472,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:52.599793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2617f8ec-850f-4b09-b5a3-a3008d1fd4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:52.600836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Request body: {'subnet': {'network_id': 'f02f4445-4fb5-4b2c-8584-24a954371472', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-370281959-subnet', 'tenant_id': 'e6e8c9e64f3145b494a76a9926a33471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:33:52.606837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:52.609224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network f02f4445-4fb5-4b2c-8584-24a954371472 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 15:33:52.611105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Usage tracker for resource:subnet and tenant:e6e8c9e64f3145b494a76a9926a33471 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:52.614167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:52.621027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:52.688698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Made reservation on behalf of e6e8c9e64f3145b494a76a9926a33471 for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:33:52.693918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15237807'] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.969019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839927828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15237822'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:52.974399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-be6d7bb2-dbcc-4fd7-af96-701557d8e421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:53.061094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f6374f-91e1-4e51-8ff4-0346e88ee9ae,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:53.066165 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:53.077732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Checking segment: {'id': '734bb2eb-4d8c-4d4c-b4bc-fe40941ec139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'f02f4445-4fb5-4b2c-8584-24a954371472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:33:53.078158 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Network hostable DHCP agents. Network: f02f4445-4fb5-4b2c-8584-24a954371472, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 15:33:53.122579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Network f02f4445-4fb5-4b2c-8584-24a954371472 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 15:33:53.156921 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, f02f4445-4fb5-4b2c-8584-24a954371472) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:33:53.161296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:53.161963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:53.166756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797f90d2-4890-442e-a67f-fb49115f27ee None None] Network f02f4445-4fb5-4b2c-8584-24a954371472 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:33:53.209361 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4b02e711-19ef-4729-a047-40a13b91e28d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6135883 Dec 16 15:33:53.405824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a0245-0ec5-4ba3-aa30-614bd3a88dcd None None] Network f02f4445-4fb5-4b2c-8584-24a954371472 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:33:54.404476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33118) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:54.411356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-786898360-network', 'tenant_id': '69592665a84d4911b39ea861bf9ce9b2'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:33:54.417781 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:54.422139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Usage tracker for resource:network and tenant:69592665a84d4911b39ea861bf9ce9b2 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:54.425428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:54.432047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:54.466307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Made reservation on behalf of 69592665a84d4911b39ea861bf9ce9b2 for: {'network': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:33:54.471444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:54.486935 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:54.536046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:54.540515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Usage tracker for resource:security_group_rule and tenant:69592665a84d4911b39ea861bf9ce9b2 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:54.543923 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:54.550439 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:54.626576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:54.649078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:54.654305 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c037c8bd-36a0-4a7b-a6d9-4893cb725851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:54.684025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=88293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 15:33:54.693555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a74a81-54fc-4d62-97a5-8915a9626104,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:54.698176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:54.701142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:54.701540 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Added segment 8686944c-9cb1-41bb-bbbf-e39c7b716289 of type vlan for network 3f07db20-959e-4841-a17d-042319f882bf Dec 16 15:33:54.731860 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:54.795880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:54.797316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:54.797957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:54.803554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:54.911957 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5057714 Dec 16 15:33:54.915699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33126) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:33:54.918334 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3f07db20-959e-4841-a17d-042319f882bf,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:54.921526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:54.922366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Request body: {'subnet': {'network_id': '3f07db20-959e-4841-a17d-042319f882bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-786898360-subnet', 'tenant_id': '69592665a84d4911b39ea861bf9ce9b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:33:54.928393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:33:54.930247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 3f07db20-959e-4841-a17d-042319f882bf details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 15:33:54.933638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Usage tracker for resource:subnet and tenant:69592665a84d4911b39ea861bf9ce9b2 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:33:54.937109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:33:54.943620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:33:54.980139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Made reservation on behalf of 69592665a84d4911b39ea861bf9ce9b2 for: {'subnet': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:33:54.985277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15168298'] for subnet, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:55.260916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839912041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15168315'] for subnet, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:55.265685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-59973492-b687-4afd-972d-8af7324898b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:33:55.352793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd13f0d-a284-4539-b975-91bfa18c6ec0,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:33:55.357380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:33:55.371236 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Checking segment: {'id': '8686944c-9cb1-41bb-bbbf-e39c7b716289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3f07db20-959e-4841-a17d-042319f882bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:33:55.371763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Network hostable DHCP agents. Network: 3f07db20-959e-4841-a17d-042319f882bf, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 15:33:55.425710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Network 3f07db20-959e-4841-a17d-042319f882bf is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 15:33:55.464303 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 3f07db20-959e-4841-a17d-042319f882bf) {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:33:55.468856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:33:55.469552 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:33:55.474580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330c961-3685-49e3-8cfa-f213cb7e1d11 None None] Network 3f07db20-959e-4841-a17d-042319f882bf requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:33:55.527958 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2d721602-3a17-4d8f-83d2-039220e319cb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6109886 Dec 16 15:33:55.741475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de60befc-ef3d-4a02-b02b-91761220886e None None] Network 3f07db20-959e-4841-a17d-042319f882bf requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:33:57.516172 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:11.297737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b36e988c-5717-4065-aa65-8f78476600e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:13.043574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:13.882407 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e5e9cb4d-eb9c-4b44-8e32-8d4b106844e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:13.992093 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33284) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:14.059799 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e5f28d-2732-493f-b83c-f712718f20e8 admin admin] Deleting subnet c4f6374f-91e1-4e51-8ff4-0346e88ee9ae {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:34:14.063008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e5f28d-2732-493f-b83c-f712718f20e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.114481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e5f28d-2732-493f-b83c-f712718f20e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.178638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e5f28d-2732-493f-b83c-f712718f20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.271234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e5f28d-2732-493f-b83c-f712718f20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.276009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:14.316998 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5f28d-2732-493f-b83c-f712718f20e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f6374f-91e1-4e51-8ff4-0346e88ee9ae,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:14.319682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-75e5f28d-2732-493f-b83c-f712718f20e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:14.322226 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e5f28d-2732-493f-b83c-f712718f20e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.330079 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-75e5f28d-2732-493f-b83c-f712718f20e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c4f6374f-91e1-4e51-8ff4-0346e88ee9ae HTTP/1.1" status: 204 len: 168 time: 0.3368537 Dec 16 15:34:14.332767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33288) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:14.452612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.522567 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.593582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.620414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02f4445-4fb5-4b2c-8584-24a954371472']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:34:14.633072 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734bb2eb-4d8c-4d4c-b4bc-fe40941ec139') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:34:14.633410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734bb2eb-4d8c-4d4c-b4bc-fe40941ec139') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:34:14.645450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.665059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.671772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:34:14.672203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:34:14.686533 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:34:14.796455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.800324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:14.816663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.824685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f02f4445-4fb5-4b2c-8584-24a954371472,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:14.827848 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f02f4445-4fb5-4b2c-8584-24a954371472 HTTP/1.1" status: 204 len: 168 time: 0.4938309 Dec 16 15:34:14.828852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d4429fd5-2699-4f1d-8cc0-d13f16e4b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:14.830836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33294) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:14.901108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b82df5-fd81-4dc4-8b21-c9b33dc14967 admin admin] Deleting subnet 1bd13f0d-a284-4539-b975-91bfa18c6ec0 {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:34:14.904289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e2b82df5-fd81-4dc4-8b21-c9b33dc14967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:14.957677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e2b82df5-fd81-4dc4-8b21-c9b33dc14967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.025229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e2b82df5-fd81-4dc4-8b21-c9b33dc14967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.111216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e2b82df5-fd81-4dc4-8b21-c9b33dc14967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.116052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:15.154465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b82df5-fd81-4dc4-8b21-c9b33dc14967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd13f0d-a284-4539-b975-91bfa18c6ec0,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:15.157179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e2b82df5-fd81-4dc4-8b21-c9b33dc14967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:15.159988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e2b82df5-fd81-4dc4-8b21-c9b33dc14967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.166841 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e2b82df5-fd81-4dc4-8b21-c9b33dc14967 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1bd13f0d-a284-4539-b975-91bfa18c6ec0 HTTP/1.1" status: 204 len: 168 time: 0.3349564 Dec 16 15:34:15.169548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33298) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:15.289476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.441747 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.469519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f07db20-959e-4841-a17d-042319f882bf']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:34:15.484139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8686944c-9cb1-41bb-bbbf-e39c7b716289') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:34:15.484470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8686944c-9cb1-41bb-bbbf-e39c7b716289') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:34:15.498231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.514463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.521764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:34:15.522208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:34:15.536710 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:34:15.653856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.657684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:15.673805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.684535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f07db20-959e-4841-a17d-042319f882bf,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:15.687445 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3f07db20-959e-4841-a17d-042319f882bf HTTP/1.1" status: 204 len: 168 time: 0.5167978 Dec 16 15:34:15.688497 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:15.836910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:15.998316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33306) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:16.053696 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-12db9c46-d4c9-426a-b489-d06620260662 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6e8c9e64f3145b494a76a9926a33471&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540416 Dec 16 15:34:16.056282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33310) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:16.120013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b5f82806-d64b-4dcf-9a32-ab8c595889e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:16.147758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b5f82806-d64b-4dcf-9a32-ab8c595889e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:16.242656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b5f82806-d64b-4dcf-9a32-ab8c595889e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:16.248120 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-10e0fd9f-b5fc-4f8a-8c88-90b89e96fdaa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:16.259372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82806-d64b-4dcf-9a32-ab8c595889e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675479cc-58cb-4ab6-8dba-1bb2a93e7f74,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:16.262486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b5f82806-d64b-4dcf-9a32-ab8c595889e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:16.268723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b5f82806-d64b-4dcf-9a32-ab8c595889e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:16.270017 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-b5f82806-d64b-4dcf-9a32-ab8c595889e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/675479cc-58cb-4ab6-8dba-1bb2a93e7f74 HTTP/1.1" status: 204 len: 168 time: 0.2127130 Dec 16 15:34:16.930258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33320) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:16.990727 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-91d9a906-832b-49e4-aed1-96a9696967b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69592665a84d4911b39ea861bf9ce9b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0589173 Dec 16 15:34:16.993620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33324) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:17.060661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d76faf3f-c479-48e5-a1fe-0630cfddd5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:17.090876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d76faf3f-c479-48e5-a1fe-0630cfddd5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:17.162822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d76faf3f-c479-48e5-a1fe-0630cfddd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:17.168852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-52572f14-2fe6-465d-945a-f073ecf23435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:17.181382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76faf3f-c479-48e5-a1fe-0630cfddd5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a74a81-54fc-4d62-97a5-8915a9626104,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:17.184071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d76faf3f-c479-48e5-a1fe-0630cfddd5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:17.190294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d76faf3f-c479-48e5-a1fe-0630cfddd5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:17.191573 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d76faf3f-c479-48e5-a1fe-0630cfddd5ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2a74a81-54fc-4d62-97a5-8915a9626104 HTTP/1.1" status: 204 len: 168 time: 0.1967936 Dec 16 15:34:21.021150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:34:27.549145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:31.803078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33460) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:31.982451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:32.019512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:34:32.023639 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Usage tracker for resource:security_group_rule and tenant:75ce8e80c6fa4ee8b2ed52a01ab8eb95 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:34:32.026714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:34:32.032868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:34:32.115187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:32.154883 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:32.163050 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b897136a-05fb-4f7c-b542-b6515e5a4508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:32.209763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af85506f-11ee-4ca8-b48f-9595cb37c4b5,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:32.213842 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75ce8e80c6fa4ee8b2ed52a01ab8eb95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4096591 Dec 16 15:34:32.217392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33466) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:32.223590 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.224056 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.227713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.227713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.227713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.227713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.227713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.227713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.227713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.227713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.227713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.232635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:32.287636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:32.316945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:32.429740 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:32.439253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-032066b9-49b9-4cce-ae90-04ae4e307801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:32.457062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af85506f-11ee-4ca8-b48f-9595cb37c4b5,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:32.467908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:32.469254 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af85506f-11ee-4ca8-b48f-9595cb37c4b5 HTTP/1.1" status: 204 len: 168 time: 0.2504506 Dec 16 15:34:32.471649 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.472069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.472486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.472898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.473562 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.473652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.474086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.474592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.474980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.475369 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.475767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:34:32.480347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d010876b-5e6d-4bcc-b306-bc920b7d10c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:33.132216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33476) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:33.153399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:33.191255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:34:33.195544 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Usage tracker for resource:security_group_rule and tenant:f03a032227ef4d5ea4ecdb179a73d4b4 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:34:33.198725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:34:33.206849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:34:33.278151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:33.331824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:33.341073 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-766abfef-1da7-488f-929d-5a94520aa4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:33.391031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bc9c72-048b-4b4d-9867-f6b2a2e3fe40,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:33.394513 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:33.397222 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f03a032227ef4d5ea4ecdb179a73d4b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2638066 Dec 16 15:34:33.400587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33480) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:33.472355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c6c6fcfa-28a6-4d6b-b210-a89f0bdf55c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:33.502349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c6c6fcfa-28a6-4d6b-b210-a89f0bdf55c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:33.590809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c6c6fcfa-28a6-4d6b-b210-a89f0bdf55c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:33.595054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8ad0ae9e-1f51-4a00-ac6c-97e30a9091ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:33.612040 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6fcfa-28a6-4d6b-b210-a89f0bdf55c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bc9c72-048b-4b4d-9867-f6b2a2e3fe40,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:33.615013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c6c6fcfa-28a6-4d6b-b210-a89f0bdf55c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:33.623208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c6c6fcfa-28a6-4d6b-b210-a89f0bdf55c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:33.624550 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c6c6fcfa-28a6-4d6b-b210-a89f0bdf55c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50bc9c72-048b-4b4d-9867-f6b2a2e3fe40 HTTP/1.1" status: 204 len: 168 time: 0.2228801 Dec 16 15:34:41.303624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3c0b6d33-64a3-41c3-95ee-9790d8ea1127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:42.984852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:43.880347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fa93d64-c1f6-4001-9576-9f5fda9bf100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:44.533607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:45.824815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:46.561673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33594) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:46.742869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:46.778402 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:34:46.782793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Usage tracker for resource:security_group_rule and tenant:5b8ad62654024261a0ee27b88fd6e5a4 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:34:46.785816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:34:46.793960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:34:46.867842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:46.903099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:46.911525 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c28cc44a-293a-4f8a-99e0-1cae7b4b741b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:46.957075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132305bf-b364-46be-be52-9387385c16dd,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:46.962319 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b8ad62654024261a0ee27b88fd6e5a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3989153 Dec 16 15:34:46.963429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:46.965345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33602) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:47.036711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0649-f672-4817-9517-c10877462aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:47.064167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0649-f672-4817-9517-c10877462aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:47.144887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0649-f672-4817-9517-c10877462aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:47.150807 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4dffcff5-a5c3-4644-8a8e-1046f1ac65f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:47.164965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e0649-f672-4817-9517-c10877462aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132305bf-b364-46be-be52-9387385c16dd,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:47.167754 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-eb1e0649-f672-4817-9517-c10877462aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:47.168909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0649-f672-4817-9517-c10877462aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:47.172962 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-eb1e0649-f672-4817-9517-c10877462aa1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/132305bf-b364-46be-be52-9387385c16dd HTTP/1.1" status: 204 len: 168 time: 0.2061381 Dec 16 15:34:53.280636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33674) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:53.473264 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:53.599306 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:34:53.604317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] Usage tracker for resource:security_group_rule and tenant:bc1c7e846e07442ab1ef849e8d410ddc is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:34:53.607701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:34:53.614396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:34:53.689661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:53.720685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:53.729727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c6c6fcfa-28a6-4d6b-b210-a89f0bdf55c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:53.773870 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d4475e-1c95-484d-9fef-3ec1a628c40b,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:53.778057 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:53.780562 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4b917eda-7736-4d36-8ceb-74a4b71bb95e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc1c7e846e07442ab1ef849e8d410ddc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4986863 Dec 16 15:34:53.783770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33682) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:53.858962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-11aa8ac7-215f-4169-9487-1b2a1ec030f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:53.887451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-11aa8ac7-215f-4169-9487-1b2a1ec030f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:53.973344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-11aa8ac7-215f-4169-9487-1b2a1ec030f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:53.979276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2ef42713-5f31-40ca-a6cc-2dbf41d4b8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:53.993746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa8ac7-215f-4169-9487-1b2a1ec030f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d4475e-1c95-484d-9fef-3ec1a628c40b,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:53.996571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-11aa8ac7-215f-4169-9487-1b2a1ec030f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:54.004778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-11aa8ac7-215f-4169-9487-1b2a1ec030f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:54.006033 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-11aa8ac7-215f-4169-9487-1b2a1ec030f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3d4475e-1c95-484d-9fef-3ec1a628c40b HTTP/1.1" status: 204 len: 168 time: 0.2213576 Dec 16 15:34:54.536849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33692) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:54.558172 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:54.600756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:34:54.605022 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] Usage tracker for resource:security_group_rule and tenant:81bab5c48e7f4af4b8178b376718f514 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:34:54.608047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:34:54.614189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:34:54.688394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:54.722175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:54.730600 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-66c9b6ee-c429-460e-bfa4-fdebbe528598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:54.773425 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ffda0-c722-4d79-8070-20e44db5398f,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:54.778172 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:54.780524 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-81ce4484-c5b2-4463-bda9-aaa7cce5e368 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81bab5c48e7f4af4b8178b376718f514&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2425556 Dec 16 15:34:54.783446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33696) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:34:54.852735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4ef538ff-577d-4690-8d55-1cc921880bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:54.884479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4ef538ff-577d-4690-8d55-1cc921880bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:54.967534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4ef538ff-577d-4690-8d55-1cc921880bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:54.973344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-42f91e08-f9c9-46b0-b890-23bcbe6f242d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:34:54.987922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef538ff-577d-4690-8d55-1cc921880bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ffda0-c722-4d79-8070-20e44db5398f,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:34:54.992227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4ef538ff-577d-4690-8d55-1cc921880bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:34:54.999486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4ef538ff-577d-4690-8d55-1cc921880bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:55.003722 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4ef538ff-577d-4690-8d55-1cc921880bda admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e4ffda0-c722-4d79-8070-20e44db5398f HTTP/1.1" status: 204 len: 168 time: 0.2164326 Dec 16 15:34:57.544802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:34:58.021664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:35:11.293325 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-575aa80a-135c-4d95-9be3-732ad136c3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:11.684135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33758) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:12.388239 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062652'] for router_interface, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:12.990967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:13.271760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Deleting port 223e5ab0-f759-4427-8778-b964f93c2d5a {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:35:13.272066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:13.458511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] For port 223e5ab0-f759-4427-8778-b964f93c2d5a, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=223e5ab0-f759-4427-8778-b964f93c2d5a,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:35:13.459112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:13.593728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Calling delete_port for 223e5ab0-f759-4427-8778-b964f93c2d5a owned by network:router_interface {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:35:13.851424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:13.856905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-68979942-1901-4b04-bdf8-cc845bf200a0 tempest-ServerRescueNegativeTestJSON-1989194761 tempest-ServerRescueNegativeTestJSON-1989194761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:13.881875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-426721ee-e8cb-4c82-bb34-daa1816bd44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:13.905547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=223e5ab0-f759-4427-8778-b964f93c2d5a,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:13.908308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:14.240584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853542379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062498'] for router_interface, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:14.538372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:14.860483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Router a8efcea1-16c0-4f94-a61d-e05532a7059a has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:35:15.074087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:35:15.083721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] Sync routers for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:35:15.090181 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] 10.222.0.45 "PUT /v2.0/routers/a8efcea1-16c0-4f94-a61d-e05532a7059a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4051740 Dec 16 15:35:15.093272 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33764) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:15.098121 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:35:15.098801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:35:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:15.299014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:35:15.521946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:15.614964 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T15:35:13Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:15.619140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] Checking router: a8efcea1-16c0-4f94-a61d-e05532a7059a for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:35:15.630736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] Routers {'a8efcea1-16c0-4f94-a61d-e05532a7059a'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:35:15.631405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:35:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a8efcea1-16c0-4f94-a61d-e05532a7059a'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:15.740724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:15.772786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Deleting port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:35:15.773091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:15.824744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:15.973575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] Set router a8efcea1-16c0-4f94-a61d-e05532a7059a gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:35:15.980827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] For port 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:35:15.981237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:16.126564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Calling delete_port for 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 owned by network:router_gateway {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:35:16.290283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T15:35:13Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:16.294651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12015f1-0d3d-44c4-ba40-29bfd0100bb2 None None] The sync data for ids ['a8efcea1-16c0-4f94-a61d-e05532a7059a'] in dv-cinder-821894-3-iscsi is: [{'id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'name': 'tempest-AttachVolumeTestJSON-370914337-router', 'tenant_id': 'fe152d649f134d28bec6b87e62973916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:55:04Z', 'updated_at': '2021-12-16T15:35:13Z', 'revision_number': 5, 'project_id': 'fe152d649f134d28bec6b87e62973916', 'gw_port': {'id': '0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8efcea1-16c0-4f94-a61d-e05532a7059a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:55:06Z', 'updated_at': '2021-12-16T14:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:35:16.400253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:16.405208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7e4285a9-67a4-4df6-90cc-35be0c7ee175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:16.449663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:16.454382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:16.695454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853057515'] for router_gateway, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:16.968829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852982661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733131'] for router, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:16.973294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.087789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852982763'] for router, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.088365 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8efcea1-16c0-4f94-a61d-e05532a7059a {{(pid=88292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:35:17.101136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.102472 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6e0ba640-7169-41ad-a7c8-316487f938d2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a8efcea1-16c0-4f94-a61d-e05532a7059a HTTP/1.1" status: 204 len: 168 time: 2.0079215 Dec 16 15:35:17.105190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33768) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:17.177326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf9612f-ad62-4773-be6e-ec8fb17f150e admin admin] Deleting subnet 26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:35:17.181026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cdf9612f-ad62-4773-be6e-ec8fb17f150e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.248252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 223e5ab0-f759-4427-8778-b964f93c2d5a no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:35:17.248447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cdf9612f-ad62-4773-be6e-ec8fb17f150e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.285819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 223e5ab0-f759-4427-8778-b964f93c2d5a {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:35:17.286495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 223e5ab0-f759-4427-8778-b964f93c2d5a not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:35:17.414708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cdf9612f-ad62-4773-be6e-ec8fb17f150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.532891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cdf9612f-ad62-4773-be6e-ec8fb17f150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.538244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:17.580055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9612f-ad62-4773-be6e-ec8fb17f150e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:17.582867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cdf9612f-ad62-4773-be6e-ec8fb17f150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:17.586190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cdf9612f-ad62-4773-be6e-ec8fb17f150e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.592255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfab10c-611e-4923-9136-fe9b3ac1c89c None None] Network 22640b1c-4c47-4c71-9861-b248ec975b5d requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:35:17.593161 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-cdf9612f-ad62-4773-be6e-ec8fb17f150e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/26cecea8-6e5a-4da0-bc9b-7e4b44fedf1b HTTP/1.1" status: 204 len: 168 time: 0.4868429 Dec 16 15:35:17.595789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33772) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:17.715308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.727875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Deleting port 3df0fd03-2807-411a-925d-b4d0ccae4400 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:35:17.728253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.863276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] DHCP port deletion for 22640b1c-4c47-4c71-9861-b248ec975b5d request from dv-cinder-821894-3-iscsi {{(pid=88294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 16 15:35:17.869161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] Deleting port 3df0fd03-2807-411a-925d-b4d0ccae4400 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:35:17.869615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:17.952764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] For port 3df0fd03-2807-411a-925d-b4d0ccae4400, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=3df0fd03-2807-411a-925d-b4d0ccae4400,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:35:17.953169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.129881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Calling delete_port for 3df0fd03-2807-411a-925d-b4d0ccae4400 owned by network:dhcp {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:35:18.133078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] For port 3df0fd03-2807-411a-925d-b4d0ccae4400, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=3df0fd03-2807-411a-925d-b4d0ccae4400,segment=NetworkSegment(33860082-34bb-4637-8f25-b4ead4c57308),segment_id=33860082-34bb-4637-8f25-b4ead4c57308)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:35:18.133668 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.269447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] Calling delete_port for 3df0fd03-2807-411a-925d-b4d0ccae4400 owned by network:dhcp {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:35:18.348741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:35:18.349438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 16 15:35:18.373890 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.380854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9afd08b5-cd6c-4e9b-b9a7-50ce939d63c6 tempest-DeleteServersTestJSON-1090531767 tempest-DeleteServersTestJSON-1090531767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:18.431788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df0fd03-2807-411a-925d-b4d0ccae4400,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:18.434918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:18.437286 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] No DVR routers for this DVR port 3df0fd03-2807-411a-925d-b4d0ccae4400 on host dv-cinder-821894-3-iscsi {{(pid=88292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:35:18.566850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.595242 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22640b1c-4c47-4c71-9861-b248ec975b5d']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:18.610808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33860082-34bb-4637-8f25-b4ead4c57308') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:18.611203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33860082-34bb-4637-8f25-b4ead4c57308') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:18.624684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.640096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.647152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:35:18.647653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:35:18.665154 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:35:18.778723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.782741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5c934a2d-b0d3-449a-926c-8da67056b360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:18.800284 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.807480 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Pushing event deleted for resources: {'Network': ['ID=22640b1c-4c47-4c71-9861-b248ec975b5d,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:18.812711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:18.851204 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] Deleting port 3df0fd03-2807-411a-925d-b4d0ccae4400 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:35:18.851918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:18.858164 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] 10.222.0.45 "DELETE /v2.0/networks/22640b1c-4c47-4c71-9861-b248ec975b5d HTTP/1.1" status: 204 len: 168 time: 1.2612317 Dec 16 15:35:18.925152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6f77c90e-c122-4463-8e81-bef9a603ff33 None None] The port '3df0fd03-2807-411a-925d-b4d0ccae4400' was deleted {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 16 15:35:19.134669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33778) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:19.200700 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-db529431-1e3d-462a-b925-24066fcac255 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe152d649f134d28bec6b87e62973916&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0646725 Dec 16 15:35:19.203482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33782) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:19.234776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 3df0fd03-2807-411a-925d-b4d0ccae4400 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:35:19.272244 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 3df0fd03-2807-411a-925d-b4d0ccae4400 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:35:19.272635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 3df0fd03-2807-411a-925d-b4d0ccae4400 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:35:19.273104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:35:19.274743 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381c38ee-6422-42de-be29-e09bafbf9f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:19.303464 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381c38ee-6422-42de-be29-e09bafbf9f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:19.307893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:35:19.308291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0dfc3d1b-2b53-4c2f-95d9-5fc913428ad8 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:35:19.384776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381c38ee-6422-42de-be29-e09bafbf9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:19.390344 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6f69f1f5-1ba5-4b25-a1dd-b6159743c96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:19.405145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c38ee-6422-42de-be29-e09bafbf9f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70934248-275a-4b41-8e56-cc4f777df019,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:19.410706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-381c38ee-6422-42de-be29-e09bafbf9f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:19.413249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381c38ee-6422-42de-be29-e09bafbf9f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:19.414810 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-381c38ee-6422-42de-be29-e09bafbf9f9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70934248-275a-4b41-8e56-cc4f777df019 HTTP/1.1" status: 204 len: 168 time: 0.2102416 Dec 16 15:35:22.587648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33836) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:22.756535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:22.886746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:22.891225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Usage tracker for resource:security_group_rule and tenant:51dbf459df2647a3be6f6010c5c2ef43 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:22.894651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:22.901095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:23.079808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:23.138597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:23.147351 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d7e678ad-265d-43b9-8a59-fb9b1293c946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:23.196216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e673ddee-69d3-4300-8346-59743d0b8958,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:23.201057 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51dbf459df2647a3be6f6010c5c2ef43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6122837 Dec 16 15:35:23.202136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:23.205186 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33842) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:23.274362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29e2dba8-ca8c-4f1d-9277-a2239565d0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:23.302917 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29e2dba8-ca8c-4f1d-9277-a2239565d0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:23.508466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29e2dba8-ca8c-4f1d-9277-a2239565d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:23.514360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7e411970-50f2-40ea-b97b-a7b9e3024864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:23.527022 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2dba8-ca8c-4f1d-9277-a2239565d0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e673ddee-69d3-4300-8346-59743d0b8958,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:23.529499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-29e2dba8-ca8c-4f1d-9277-a2239565d0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:23.535876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29e2dba8-ca8c-4f1d-9277-a2239565d0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:23.537134 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-29e2dba8-ca8c-4f1d-9277-a2239565d0e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e673ddee-69d3-4300-8346-59743d0b8958 HTTP/1.1" status: 204 len: 168 time: 0.3309631 Dec 16 15:35:24.071179 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33854) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:24.091771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:24.124411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:24.128877 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Usage tracker for resource:security_group_rule and tenant:3b12e728a0ec4afd8d85306556945ab5 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:24.132054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:24.140082 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:24.229551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:24.263800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:24.272371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f50aa57a-9e03-4f7f-84be-d418e52d0a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:24.317283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e28e093-c21d-4608-8204-623538e09af9,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:24.321785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:24.324338 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b12e728a0ec4afd8d85306556945ab5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2520399 Dec 16 15:35:24.327196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33860) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:24.393185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3976bda7-7514-46ff-ad05-ba64319bada2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:24.419968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3976bda7-7514-46ff-ad05-ba64319bada2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:24.498602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3976bda7-7514-46ff-ad05-ba64319bada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:24.504070 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:24.518476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976bda7-7514-46ff-ad05-ba64319bada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e28e093-c21d-4608-8204-623538e09af9,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:24.521473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3976bda7-7514-46ff-ad05-ba64319bada2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:24.522495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3976bda7-7514-46ff-ad05-ba64319bada2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:24.523721 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3976bda7-7514-46ff-ad05-ba64319bada2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e28e093-c21d-4608-8204-623538e09af9 HTTP/1.1" status: 204 len: 168 time: 0.1955931 Dec 16 15:35:27.061150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e024b-6faf-49e9-b37c-3319f742c454 req-44499d44-195b-40f4-b52c-0d298506ed23 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:27.062924 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-420e024b-6faf-49e9-b37c-3319f742c454 req-44499d44-195b-40f4-b52c-0d298506ed23 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.1078117 Dec 16 15:35:27.129429 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-420e024b-6faf-49e9-b37c-3319f742c454 req-c2fef68d-4628-4fa4-9e41-536136dd57b3 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560756 Dec 16 15:35:27.566721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:27.980176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33924) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:28.134596 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:28.172094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:28.176273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:200552a9384742e785a33f2fc0b170fb is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:28.179256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:28.186863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:28.527560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:28.571425 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fde029-9a5c-435b-9b94-22d0dc4741ab req-5d290a0b-9d4c-4825-b006-49a0081ba8e6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:28.573068 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c3fde029-9a5c-435b-9b94-22d0dc4741ab req-5d290a0b-9d4c-4825-b006-49a0081ba8e6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.3111575 Dec 16 15:35:28.574502 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:28.583706 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9f8884b0-7d8c-4eaf-b7b8-a4769c4b2b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:28.656736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d99de9-cbe0-448e-a0d8-72a3be2440d8,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:28.668420 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=200552a9384742e785a33f2fc0b170fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6870675 Dec 16 15:35:28.671471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 33932) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:28.673567 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:28.679094 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c3fde029-9a5c-435b-9b94-22d0dc4741ab req-d7cd73d1-b295-4608-b07e-170cf8c9498f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964341 Dec 16 15:35:28.736095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bd52a599-b173-48c9-9c47-af895440a734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:28.762534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bd52a599-b173-48c9-9c47-af895440a734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:28.864502 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bd52a599-b173-48c9-9c47-af895440a734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:28.875212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5541a069-ef02-437c-97e9-32eee8db3305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:28.894415 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52a599-b173-48c9-9c47-af895440a734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d99de9-cbe0-448e-a0d8-72a3be2440d8,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:28.897330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-bd52a599-b173-48c9-9c47-af895440a734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:28.905432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bd52a599-b173-48c9-9c47-af895440a734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:28.906718 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-bd52a599-b173-48c9-9c47-af895440a734 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0d99de9-cbe0-448e-a0d8-72a3be2440d8 HTTP/1.1" status: 204 len: 168 time: 0.2341874 Dec 16 15:35:28.941044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-e565ba30-6115-413e-ad58-637d636773cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:28.942701 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-e565ba30-6115-413e-ad58-637d636773cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.1174786 Dec 16 15:35:29.019363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Deleting port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:35:29.019841 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.290356 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] For port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:35:29.290900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.521291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33940) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:29.544222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.582134 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:29.586455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] Usage tracker for resource:security_group_rule and tenant:10d86929f09d4cca92da219e2a535865 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:29.589588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:29.595867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:29.668150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.709763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.718496 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-84053128-4a44-4b57-ab3f-bb32698434d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:29.764909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69aa84c-5a39-41ae-9b62-e9f29a2dc45f,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:29.770271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:29.777239 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d0a6b0c5-8e4d-4454-aeb7-4ad1483c7fcc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10d86929f09d4cca92da219e2a535865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2529995 Dec 16 15:35:29.777909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 33948) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:29.818722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.819146 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.819570 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Floating IP 2b3b2a12-971e-4167-be46-4af6159d2203 disassociated. External IP: 172.27.2.54, port: 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7. Dec 16 15:35:29.819968 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Calling delete_port for 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:35:29.848148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cf3587b8-7188-41ef-bd16-b9d06d21aac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.883548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cf3587b8-7188-41ef-bd16-b9d06d21aac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.961030 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cf3587b8-7188-41ef-bd16-b9d06d21aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.966623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-909eda4f-d53e-49f2-b31e-ce690fac2b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:29.982485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3587b8-7188-41ef-bd16-b9d06d21aac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69aa84c-5a39-41ae-9b62-e9f29a2dc45f,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:29.985705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cf3587b8-7188-41ef-bd16-b9d06d21aac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:29.990462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cf3587b8-7188-41ef-bd16-b9d06d21aac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:29.994942 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-cf3587b8-7188-41ef-bd16-b9d06d21aac3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d69aa84c-5a39-41ae-9b62-e9f29a2dc45f HTTP/1.1" status: 204 len: 168 time: 0.2126212 Dec 16 15:35:30.017558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bad51-7dd5-4e6c-ba96-da88793c6f27 req-06ffe0b0-8f31-4801-9107-56185ddd4726 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:30.019253 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-475bad51-7dd5-4e6c-ba96-da88793c6f27 req-06ffe0b0-8f31-4801-9107-56185ddd4726 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 945 time: 0.1709707 Dec 16 15:35:30.092660 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-475bad51-7dd5-4e6c-ba96-da88793c6f27 req-158c3fe6-49fb-47f9-abdd-08a4e15c89bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634615 Dec 16 15:35:30.115437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:30.124765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:30.170241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event deleted for resources: {'Port': ['ID=0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:30.174584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:30.410795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Router 5b0fa789-b22f-414c-a365-f54101d0c300 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:35:30.661049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:35:30.675299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] Sync routers for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:35:30.692453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:35:30.694386 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:35:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:30.753741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] No DVR routers for this DVR port 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:35:30.756409 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:30.767288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'name': 'network-vif-deleted', 'tag': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:35:30.813582 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9381685a-a095-41ab-ade1-f753ce3d09ac req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "DELETE /v2.0/ports/0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 HTTP/1.1" status: 204 len: 173 time: 1.8648880 Dec 16 15:35:30.842702 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd530067-1ba5-46f5-8d47-2dac866e61c1', 'name': 'network-vif-deleted', 'tag': '0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7', 'status': 'completed', 'code': 200} Dec 16 15:35:30.909872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:35:31.286697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:31.292004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] Checking router: 5b0fa789-b22f-414c-a365-f54101d0c300 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:35:31.306775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6d6d1f7c-e82c-46fb-b69a-efddfcd3fb35 req-6197a47f-9a5d-4940-968b-7a0985f1b20d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:35:31.307268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:35:31.307268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:35:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:31.366821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6d6d1f7c-e82c-46fb-b69a-efddfcd3fb35 req-6197a47f-9a5d-4940-968b-7a0985f1b20d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:35:31.368748 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6d6d1f7c-e82c-46fb-b69a-efddfcd3fb35 req-6197a47f-9a5d-4940-968b-7a0985f1b20d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd530067-1ba5-46f5-8d47-2dac866e61c1 HTTP/1.1" status: 200 len: 210 time: 0.1312566 Dec 16 15:35:31.690721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:35:31.739609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:35:31.740162 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 0e4d14e0-cb79-43cb-9b80-5ced96d4c2b7 not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:35:31.788222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:35:32.153127 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:32.158166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7de895-4d23-4264-add9-0ce13d6e7c1c None None] The sync data for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi is: [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:35:32.657912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9ecdc-0b02-40e1-a8aa-8ab12fac720c None None] New status for floating IP 2b3b2a12-971e-4167-be46-4af6159d2203: DOWN {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:35:32.822904 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-9b8264d6-0d15-49ae-88a5-3deeebee4d29 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827351747&fields=id&tenant_id=211699de14224a63a48d253eaa061c69 HTTP/1.1" status: 200 len: 267 time: 0.0509090 Dec 16 15:35:32.996836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-efd224f4-74f1-409d-b9e0-4b5920344da6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:32.998507 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-efd224f4-74f1-409d-b9e0-4b5920344da6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 811 time: 0.1675200 Dec 16 15:35:33.016786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-894c09fc-b538-439d-bb35-03a478a1ec23 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/quotas/211699de14224a63a48d253eaa061c69 HTTP/1.1" status: 200 len: 375 time: 0.0120006 Dec 16 15:35:33.142469 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-5cc92a51-537f-40a6-8277-45b96dff2c9f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172779 Dec 16 15:35:33.242757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34008) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:33.298604 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-91a4761d-7626-4ad5-bdf9-707854667b98 service neutron] 10.222.0.45 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432030 Dec 16 15:35:33.401982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:33.436126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:33.440924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Usage tracker for resource:security_group_rule and tenant:c7b79a1f271a4b618a5adee2ef333b28 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:33.443953 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:33.450805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:33.452899 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-8737d6e2-34ee-4fa7-8c71-22c557c3c8a7 service neutron] 10.222.0.45 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479566 Dec 16 15:35:33.523815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:33.560811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:33.568905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-dd5d78eb-50df-4058-89d7-731ac2dbbdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:33.615190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174cce80-8969-4ba0-920d-425bcaa88bd3,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:33.622780 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7b79a1f271a4b618a5adee2ef333b28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3786528 Dec 16 15:35:33.623619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34018) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:33.631714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.631714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.632077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.632487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.633044 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.633450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.633932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.634368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.634781 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.635275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.635670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.640336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:33.702761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:33.731031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:33.816701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:33.822440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-802c5c3d-1d39-4da0-8fa7-8aa89a3ce5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:33.833450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174cce80-8969-4ba0-920d-425bcaa88bd3,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:33.845484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:33.846761 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/174cce80-8969-4ba0-920d-425bcaa88bd3 HTTP/1.1" status: 204 len: 168 time: 0.2217457 Dec 16 15:35:33.848744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.849437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.849550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.849948 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.850410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.850868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.851427 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.852581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.852979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.853457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.854231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:33.857319 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:34.123286 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dc209f42-5857-4bae-ba3a-dff3098b3301 req-3c67f169-b7b8-41b0-9fad-5b26ececbed0 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 210 time: 0.0566709 Dec 16 15:35:34.443061 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34036) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:34.463980 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:34.497368 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:34.501529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Usage tracker for resource:security_group_rule and tenant:39aae9d8ba47474e9b4965f2c643c9b9 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:34.504472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:34.511205 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:34.662669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:34.698267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:34.706424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-381c38ee-6422-42de-be29-e09bafbf9f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:34.749536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d7aa06-4b88-4ce2-b466-65282b093c8d,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:34.753442 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:34.756311 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39aae9d8ba47474e9b4965f2c643c9b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3121111 Dec 16 15:35:34.759934 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34042) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:34.825710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-51c6abc7-1eec-4ce1-9d12-63f7953ba2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:34.856371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-51c6abc7-1eec-4ce1-9d12-63f7953ba2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:34.938290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-51c6abc7-1eec-4ce1-9d12-63f7953ba2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:34.943815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d76faf3f-c479-48e5-a1fe-0630cfddd5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:34.958852 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6abc7-1eec-4ce1-9d12-63f7953ba2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d7aa06-4b88-4ce2-b466-65282b093c8d,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:34.963064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-51c6abc7-1eec-4ce1-9d12-63f7953ba2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:34.964122 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-51c6abc7-1eec-4ce1-9d12-63f7953ba2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:34.965292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-51c6abc7-1eec-4ce1-9d12-63f7953ba2ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94d7aa06-4b88-4ce2-b466-65282b093c8d HTTP/1.1" status: 204 len: 168 time: 0.2040977 Dec 16 15:35:35.022865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:35:35.299075 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8ae52878-3d55-4678-9845-c9a6163d9d70 req-ac9b437a-7f21-479b-9794-cd8cc1333ad4 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 210 time: 0.0491853 Dec 16 15:35:35.977093 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d935661a-e40f-478a-889a-10c22159a7aa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:35.979568 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d935661a-e40f-478a-889a-10c22159a7aa tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 811 time: 0.1753109 Dec 16 15:35:36.060993 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-efdc44f0-511d-49f8-8b50-ce4eef53f5f9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=211699de14224a63a48d253eaa061c69 HTTP/1.1" status: 200 len: 380 time: 0.0523262 Dec 16 15:35:36.070696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'port': {'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'admin_state_up': True, 'tenant_id': '211699de14224a63a48d253eaa061c69', 'security_groups': ['c46033a4-d3b1-4f5f-b741-1130910bb783']}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:35:36.236345 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:36.253979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:36.299704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Made reservation on behalf of 211699de14224a63a48d253eaa061c69 for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:35:36.305774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:36.521252 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4ce8ec57-e637-4b76-88ba-113c19632567 req-55c86d2f-498e-47fc-b983-029d932e7d4e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 210 time: 0.0559316 Dec 16 15:35:36.533287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Allocated IP 172.20.0.6 (888cf1c9-54d5-43ec-9d53-9903be1aba42/9b7abb2e-e09f-41b8-ae85-a96586ab8042/3fcc49cd-033e-4c73-a0be-c35b404689c8) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:35:36.774863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:36.802910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Transition to ACTIVE for port object 3fcc49cd-033e-4c73-a0be-c35b404689c8 will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:35:36.852950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:36.861112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:36.943953 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:35:36.949940 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:35:36.955632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:35:36.984213 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'Port': ['ID=3fcc49cd-033e-4c73-a0be-c35b404689c8,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:36.991030 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:37.040023 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:37.040738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:37.116447 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-d834512f-1366-43f1-afa4-eae2e40fa8cf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0499206 Dec 16 15:35:37.139632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Request body: {'port': {'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:35:37.337857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:37.485634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-21559595-f3e7-4e63-a0fd-c10211fe3505 None None] Provisioning for port 3fcc49cd-033e-4c73-a0be-c35b404689c8 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:35:37.491341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-21559595-f3e7-4e63-a0fd-c10211fe3505 None None] Provisioning complete for port 3fcc49cd-033e-4c73-a0be-c35b404689c8 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:35:37.494294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-21559595-f3e7-4e63-a0fd-c10211fe3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:37.575354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-21559595-f3e7-4e63-a0fd-c10211fe3505 None None] Port 3fcc49cd-033e-4c73-a0be-c35b404689c8 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:35:38.353046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24367998-ec1b-4c49-a9f0-154504314a0f req-79a82b12-24eb-41ec-b255-5e3de4622d89 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:38.353987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-24367998-ec1b-4c49-a9f0-154504314a0f req-79a82b12-24eb-41ec-b255-5e3de4622d89 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:35:38.388110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcc49cd-033e-4c73-a0be-c35b404689c8 {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:35:38.398612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:38.458080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-24367998-ec1b-4c49-a9f0-154504314a0f req-79a82b12-24eb-41ec-b255-5e3de4622d89 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:35:38.460108 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-24367998-ec1b-4c49-a9f0-154504314a0f req-79a82b12-24eb-41ec-b255-5e3de4622d89 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 931 time: 0.6417568 Dec 16 15:35:38.520224 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-24367998-ec1b-4c49-a9f0-154504314a0f req-93554ff9-0c28-4972-9ab3-f84cef597e23 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519516 Dec 16 15:35:38.524066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Transition to ACTIVE for port object 3fcc49cd-033e-4c73-a0be-c35b404689c8 will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:35:38.618746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:38.623176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f099e35c-1268-4934-80f5-d284d3bd47bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:38.770422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Pushing event updated for resources: {'Port': ['ID=3fcc49cd-033e-4c73-a0be-c35b404689c8,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:38.773798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:38.910546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Attempting to bind port 3fcc49cd-033e-4c73-a0be-c35b404689c8 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:38.911178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Attempting to bind port 3fcc49cd-033e-4c73-a0be-c35b404689c8 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:35:38.911755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Attempting to bind port 3fcc49cd-033e-4c73-a0be-c35b404689c8 on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:35:38.923566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Port 3fcc49cd-033e-4c73-a0be-c35b404689c8 on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:35:38.924167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Attempting to bind port 3fcc49cd-033e-4c73-a0be-c35b404689c8 on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:35:38.939292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:35:38.939932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Checking segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:35:38.940630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Bound using segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:35:38.941764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Bound port: 3fcc49cd-033e-4c73-a0be-c35b404689c8, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:35:38.942461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:39.079677 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] For port 3fcc49cd-033e-4c73-a0be-c35b404689c8, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:35:39.083249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] For port 3fcc49cd-033e-4c73-a0be-c35b404689c8, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:35:39.111218 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:39.120039 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7cfcc4da-45ef-4b22-b423-44ee337a5d64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:39.192590 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:39.194208 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] 10.222.0.32 "PUT /v2.0/ports/3fcc49cd-033e-4c73-a0be-c35b404689c8 HTTP/1.1" status: 200 len: 1093 time: 2.0635962 Dec 16 15:35:39.194773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:35:39.238767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Pushing event updated for resources: {'Port': ['ID=3fcc49cd-033e-4c73-a0be-c35b404689c8,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:39.238767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:39.271965 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'status': 'completed', 'code': 200} Dec 16 15:35:39.426851 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-fc70cab8-0289-4944-8043-8a9c31893848 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 1096 time: 0.1182752 Dec 16 15:35:39.528006 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-24717c64-375e-4ae0-8960-f7550106efbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8 HTTP/1.1" status: 200 len: 217 time: 0.0875113 Dec 16 15:35:39.610877 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-3c1f2a4f-f029-4d57-9c61-35d17a713774 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:39.612524 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-3c1f2a4f-f029-4d57-9c61-35d17a713774 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0788839 Dec 16 15:35:39.765483 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-05f274d6-ea68-4241-abd2-9cfd73f9f1e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1465235 Dec 16 15:35:39.831067 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d3fff-4367-4f88-bbdb-b912a631226c req-4b8973e4-c5fb-4545-bc6a-c09f17199a4c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:39.832570 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-410d3fff-4367-4f88-bbdb-b912a631226c req-4b8973e4-c5fb-4545-bc6a-c09f17199a4c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 943 time: 0.1539207 Dec 16 15:35:39.970975 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-410d3fff-4367-4f88-bbdb-b912a631226c req-2ee4a706-c9c2-415b-9349-0ba5b3b93bd4 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303253 Dec 16 15:35:39.974706 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-e8265ec3-0cc3-434a-8e60-e6cf1df27cef service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960206 Dec 16 15:35:40.138829 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c84c6894-ce5e-4d95-9483-d360c81327bb req-60281994-29e7-434a-ada1-3fdc0daf568b service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578581 Dec 16 15:35:40.364260 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e058c96-d5b6-4f4a-97cc-3a1189b78c5b req-001e1653-de00-4287-8766-5341c1b7c7ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 1096 time: 0.0890703 Dec 16 15:35:40.519875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058c96-d5b6-4f4a-97cc-3a1189b78c5b req-9c4dd8e7-de18-40d0-af8f-66e579e9ad7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:40.521520 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e058c96-d5b6-4f4a-97cc-3a1189b78c5b req-9c4dd8e7-de18-40d0-af8f-66e579e9ad7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1510410 Dec 16 15:35:40.566298 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34124) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:40.598920 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e058c96-d5b6-4f4a-97cc-3a1189b78c5b req-866c55af-1e0a-4fc8-9ef0-7080eb333a41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8 HTTP/1.1" status: 200 len: 217 time: 0.0709848 Dec 16 15:35:40.673299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058c96-d5b6-4f4a-97cc-3a1189b78c5b req-d192bdb0-7dc2-4197-8dd2-2c73bef4bec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:40.675154 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e058c96-d5b6-4f4a-97cc-3a1189b78c5b req-d192bdb0-7dc2-4197-8dd2-2c73bef4bec8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0702610 Dec 16 15:35:40.741733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:40.768089 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e058c96-d5b6-4f4a-97cc-3a1189b78c5b req-44668aec-cd70-46da-a1dc-f1ea05fbd8be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867181 Dec 16 15:35:40.778388 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:40.782789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Usage tracker for resource:security_group_rule and tenant:46f537d3b9bb472db3b1fb21ccd9e4b3 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:40.785967 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:40.792622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:40.872637 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:40.904490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:40.917650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-fd03f0a9-839e-4258-8e70-982ddb60d6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:40.938717 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e058c96-d5b6-4f4a-97cc-3a1189b78c5b req-3a94848a-d3fa-4033-ad4c-ab454c15176e service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638863 Dec 16 15:35:40.963512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c51b5f3-06b1-4af6-8753-5b22a706117c,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:40.968334 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46f537d3b9bb472db3b1fb21ccd9e4b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4006746 Dec 16 15:35:40.969361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:40.971097 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34130) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:41.046105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d8b5-7949-4096-8836-06e4aad31075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:41.075997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d8b5-7949-4096-8836-06e4aad31075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:41.100299 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0e058c96-d5b6-4f4a-97cc-3a1189b78c5b req-0a796664-ec62-4650-8b5f-4776a4d72117 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551430 Dec 16 15:35:41.205075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e651363-fba1-4425-8730-3eabeb879ff8 req-1a57c032-723a-48ba-a495-fcafe63f1de3 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:41.206735 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3e651363-fba1-4425-8730-3eabeb879ff8 req-1a57c032-723a-48ba-a495-fcafe63f1de3 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 943 time: 0.0978060 Dec 16 15:35:41.233369 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d8b5-7949-4096-8836-06e4aad31075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:41.240825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-dd80c408-5827-45ee-b87a-37970fb3ec15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:41.266117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d8b5-7949-4096-8836-06e4aad31075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c51b5f3-06b1-4af6-8753-5b22a706117c,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:41.270280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8aa3d8b5-7949-4096-8836-06e4aad31075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:41.288387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d8b5-7949-4096-8836-06e4aad31075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:41.290205 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8aa3d8b5-7949-4096-8836-06e4aad31075 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c51b5f3-06b1-4af6-8753-5b22a706117c HTTP/1.1" status: 204 len: 168 time: 0.3179827 Dec 16 15:35:41.293942 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3e651363-fba1-4425-8730-3eabeb879ff8 req-079d98c0-6cd8-463c-ad4d-5071112f478c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806293 Dec 16 15:35:41.300736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a2715742-b8a6-4493-867c-9765d90181ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:41.811626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34140) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:41.832634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:41.867627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:41.871974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] Usage tracker for resource:security_group_rule and tenant:5d0770ec1baf4a3493d9cef659f83d93 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:41.875157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:41.881450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:41.957620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:42.000764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:42.009201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cf3587b8-7188-41ef-bd16-b9d06d21aac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:42.057077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef5f75f-0eea-4342-a3ec-5226da529f68,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:42.060436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:42.064374 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8c807b89-ec5b-4d4f-a167-f82027fa4f09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d0770ec1baf4a3493d9cef659f83d93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2515070 Dec 16 15:35:42.067416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34144) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:42.133704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-704250c4-29d7-4d54-a0fc-292f30994184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:42.161349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-704250c4-29d7-4d54-a0fc-292f30994184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:42.246745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-704250c4-29d7-4d54-a0fc-292f30994184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:42.252289 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8aa3d8b5-7949-4096-8836-06e4aad31075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:42.266656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704250c4-29d7-4d54-a0fc-292f30994184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef5f75f-0eea-4342-a3ec-5226da529f68,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:42.269490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-704250c4-29d7-4d54-a0fc-292f30994184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:42.270670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-704250c4-29d7-4d54-a0fc-292f30994184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:42.271992 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-704250c4-29d7-4d54-a0fc-292f30994184 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ef5f75f-0eea-4342-a3ec-5226da529f68 HTTP/1.1" status: 204 len: 168 time: 0.2035191 Dec 16 15:35:42.528380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eece0-bc19-4fb5-af32-c446b8dbd3db req-eec20e56-47c2-49a3-ada8-a85b5a6a58d7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:42.530019 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2e4eece0-bc19-4fb5-af32-c446b8dbd3db req-eec20e56-47c2-49a3-ada8-a85b5a6a58d7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 943 time: 0.0949564 Dec 16 15:35:42.587174 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2e4eece0-bc19-4fb5-af32-c446b8dbd3db req-669a9326-4ae4-48fe-897b-227e3ee05c85 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Dec 16 15:35:43.030331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:43.813323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacca2b8-55f2-40d5-a9cf-da1799fb0b0f req-73e6bdd8-7e05-4e46-a4b0-3e9f662e157b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:43.815099 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dacca2b8-55f2-40d5-a9cf-da1799fb0b0f req-73e6bdd8-7e05-4e46-a4b0-3e9f662e157b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 943 time: 0.0928185 Dec 16 15:35:43.870507 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dacca2b8-55f2-40d5-a9cf-da1799fb0b0f req-4ed69f73-457b-480a-bc07-0ce6f4567e29 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485520 Dec 16 15:35:44.029519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c97f7415-0bb2-4515-b534-e846f4e4c42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:44.404617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34178) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:44.543954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:44.583746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:44.621519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:44.625939 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] Usage tracker for resource:security_group_rule and tenant:aa8b054f66ca4d348addfb86793d95d0 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:44.629132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:44.635972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:44.705324 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:44.744046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:44.752691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-835aedda-c80d-4208-b5df-a33dca8aa2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:44.797480 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa8b054f66ca4d348addfb86793d95d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3915920 Dec 16 15:35:44.798253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e692ef8-c0ec-456f-8356-7f1f2a66f11e,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:44.800447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34184) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:44.801695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-67351bcb-a051-4946-96b1-8b42f68e4b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:44.865392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-68b981b6-631b-4657-a756-16e2eb9b7ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:44.894059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-68b981b6-631b-4657-a756-16e2eb9b7ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:44.978396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-68b981b6-631b-4657-a756-16e2eb9b7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:44.984397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3a3198ca-9ec1-48b4-a8bb-b5f45ef0cc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:44.996561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b981b6-631b-4657-a756-16e2eb9b7ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e692ef8-c0ec-456f-8356-7f1f2a66f11e,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:45.000718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-68b981b6-631b-4657-a756-16e2eb9b7ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:45.004746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-68b981b6-631b-4657-a756-16e2eb9b7ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:45.006615 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-68b981b6-631b-4657-a756-16e2eb9b7ebd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e692ef8-c0ec-456f-8356-7f1f2a66f11e HTTP/1.1" status: 204 len: 168 time: 0.2045951 Dec 16 15:35:45.092855 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb52a7-195b-475b-9164-cf558d777d36 req-625c9fa6-4432-47b4-9679-f6663b4e4bc9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:45.094361 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7dbb52a7-195b-475b-9164-cf558d777d36 req-625c9fa6-4432-47b4-9679-f6663b4e4bc9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 943 time: 0.0908802 Dec 16 15:35:45.151897 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7dbb52a7-195b-475b-9164-cf558d777d36 req-9b5dea10-5b08-40fc-afbb-0f19fff1d71a tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512271 Dec 16 15:35:45.836329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:46.401216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4647c53-618b-4f71-885b-3791f094ec84 req-efe4c90a-99f3-4fb3-ad43-9f70e77ccdea tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:46.401216 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4647c53-618b-4f71-885b-3791f094ec84 req-efe4c90a-99f3-4fb3-ad43-9f70e77ccdea tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 943 time: 0.1195545 Dec 16 15:35:46.454789 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d4647c53-618b-4f71-885b-3791f094ec84 req-ae4d5169-cedc-48b4-853e-f8bff49f14ab tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463259 Dec 16 15:35:47.541906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 3fcc49cd-033e-4c73-a0be-c35b404689c8 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:35:47.667847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0280e1-6105-4d3c-842b-3d3396942f92 req-bba91729-7efc-43f5-9ce2-6bf19bbed3b9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:47.669475 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2e0280e1-6105-4d3c-842b-3d3396942f92 req-bba91729-7efc-43f5-9ce2-6bf19bbed3b9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 943 time: 0.0874865 Dec 16 15:35:47.690930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 3fcc49cd-033e-4c73-a0be-c35b404689c8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:35:47.710895 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:35:47.725980 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2e0280e1-6105-4d3c-842b-3d3396942f92 req-5d3cbb62-1a48-4eeb-b240-e47dc4394393 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496871 Dec 16 15:35:47.769652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:47.792137 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcc49cd-033e-4c73-a0be-c35b404689c8 {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:35:47.808341 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 3fcc49cd-033e-4c73-a0be-c35b404689c8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:35:47.846527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:47.848458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:47.920185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=3fcc49cd-033e-4c73-a0be-c35b404689c8,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:47.930836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.931247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.931705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.932037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.932435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.932806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.933186 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.933622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.933999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.934394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.934764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:35:47.939190 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:48.484330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['3fcc49cd-033e-4c73-a0be-c35b404689c8'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:35:48.967222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20fdda-bc26-4bf9-8cff-2ac1fcd07e42 req-da0d05cd-1d65-4427-a1fc-6daa09b381ed tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:48.968997 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c20fdda-bc26-4bf9-8cff-2ac1fcd07e42 req-da0d05cd-1d65-4427-a1fc-6daa09b381ed tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 944 time: 0.0907793 Dec 16 15:35:49.032537 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1c20fdda-bc26-4bf9-8cff-2ac1fcd07e42 req-312cc4f9-311a-4f84-8aa6-b87a6d33ef32 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566103 Dec 16 15:35:49.557314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 3fcc49cd-033e-4c73-a0be-c35b404689c8 up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:35:49.662603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 3fcc49cd-033e-4c73-a0be-c35b404689c8 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:35:49.668451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 3fcc49cd-033e-4c73-a0be-c35b404689c8 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:35:49.668847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:49.808045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:49.837958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:35:49.849828 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 3fcc49cd-033e-4c73-a0be-c35b404689c8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:35:49.886463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:49.888982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:49.920095 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'code': 200} Dec 16 15:35:49.970564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=3fcc49cd-033e-4c73-a0be-c35b404689c8,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:49.974821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:50.272942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac327fab-25c9-4124-a956-e378817db4d6 req-0cffe24d-6758-4a06-807f-b11dd0e6161e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:50.275708 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac327fab-25c9-4124-a956-e378817db4d6 req-0cffe24d-6758-4a06-807f-b11dd0e6161e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 945 time: 0.1120989 Dec 16 15:35:50.315463 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-da2bc2fb-cd0b-4e29-9772-35bd65a5cebf req-0102353b-d93d-46b7-b1cd-2f5befdcc2c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 1098 time: 0.0943947 Dec 16 15:35:50.340705 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac327fab-25c9-4124-a956-e378817db4d6 req-38626f64-3453-434f-9143-f69b66fce4e2 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565040 Dec 16 15:35:50.373827 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-da2bc2fb-cd0b-4e29-9772-35bd65a5cebf req-1b515704-bfe1-4f86-b9e6-7c5e9af441ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514815 Dec 16 15:35:51.027535 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34262) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:51.192942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:51.228916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:51.233461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] Usage tracker for resource:security_group_rule and tenant:94c3528a2def4e589882aec2c17a62ee is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:51.236667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:51.244904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:51.323893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:51.355330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:51.364276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e9653735-8a65-48fc-acf1-a20791586d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:51.411518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998b2e62-17f4-46e2-9c95-262a73545ffc,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:51.416081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:51.423474 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-272eee30-fb0e-4bea-b98d-36b96f40f888 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94c3528a2def4e589882aec2c17a62ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3906772 Dec 16 15:35:51.424942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34270) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:51.492128 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-af2ccdae-f012-4b26-aed0-a135a2122b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:51.536249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-af2ccdae-f012-4b26-aed0-a135a2122b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:51.586892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a44817-2c8b-4bd0-bdd1-1be99e4b3f86 req-30c4f62d-71f4-4b8f-aff2-43e4a8d22feb tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:51.588841 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d7a44817-2c8b-4bd0-bdd1-1be99e4b3f86 req-30c4f62d-71f4-4b8f-aff2-43e4a8d22feb tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 945 time: 0.0933073 Dec 16 15:35:51.635719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-af2ccdae-f012-4b26-aed0-a135a2122b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:51.644251 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-53f4417a-ecdc-49f6-90cb-245c18803b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:51.644870 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d7a44817-2c8b-4bd0-bdd1-1be99e4b3f86 req-2023b6ac-ce9d-48c5-8626-418236178240 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494781 Dec 16 15:35:51.659191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ccdae-f012-4b26-aed0-a135a2122b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998b2e62-17f4-46e2-9c95-262a73545ffc,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:51.665575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-af2ccdae-f012-4b26-aed0-a135a2122b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:51.669196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-af2ccdae-f012-4b26-aed0-a135a2122b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:51.671163 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-af2ccdae-f012-4b26-aed0-a135a2122b9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/998b2e62-17f4-46e2-9c95-262a73545ffc HTTP/1.1" status: 204 len: 168 time: 0.2446365 Dec 16 15:35:52.862940 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7b893-81c5-4801-9e72-1fead61dd0ff req-8aa39be6-2e74-4cd2-8dbe-06f294b65976 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:52.864599 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-28a7b893-81c5-4801-9e72-1fead61dd0ff req-8aa39be6-2e74-4cd2-8dbe-06f294b65976 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 945 time: 0.0902426 Dec 16 15:35:52.919878 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-28a7b893-81c5-4801-9e72-1fead61dd0ff req-2b0d5f8f-671d-4509-b6c2-55f8ae32afaf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478899 Dec 16 15:35:53.142975 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7b504-0e3b-4cd7-b044-9e1bb8108690 req-aab372ff-26d7-47b4-885f-de6335b68c88 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:53.144631 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f5f7b504-0e3b-4cd7-b044-9e1bb8108690 req-aab372ff-26d7-47b4-885f-de6335b68c88 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 945 time: 0.0888247 Dec 16 15:35:53.205855 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f5f7b504-0e3b-4cd7-b044-9e1bb8108690 req-a24be8e4-0020-47b7-8f93-695541665f52 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523307 Dec 16 15:35:53.235234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34300) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:53.328440 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f35aa24b-0e40-475f-a432-2f5ae6e9624e tempest-TestVolumeBootPattern-81952125 tempest-TestVolumeBootPattern-81952125-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 1093 time: 0.0904603 Dec 16 15:35:53.331918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34308) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:35:53.340287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'floatingip': {'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:35:53.346105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:35:53.350631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:floatingip and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:35:53.354752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:35:53.361965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:35:53.401450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:53.576504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:53.739142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Allocated IP 172.27.2.234 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/1ff16e69-abdd-42d2-ad71-b62afad86054) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:35:53.922523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:54.006664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:54.012040 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-415b8bfd-ae2b-4170-9ec6-46f561ed5782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:54.081004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:35:54.084710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:35:54.090527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:35:54.117203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'Port': ['ID=1ff16e69-abdd-42d2-ad71-b62afad86054,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:54.122816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:54.701185 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:54.800592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:55.037165 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:55.074584 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14863652'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:55.080656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-27f4a75b-c3bc-40db-bb57-01a50c0fd492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:35:55.195947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'Port': ['ID=1ff16e69-abdd-42d2-ad71-b62afad86054,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:35:55.199079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:35:55.223458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:55.442224 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Floating IP 7df5c4a7-44e5-462d-864e-2ae538835048 associated. External IP: 172.27.2.234, port: 3fcc49cd-033e-4c73-a0be-c35b404689c8. Dec 16 15:35:56.149838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Router 5b0fa789-b22f-414c-a365-f54101d0c300 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:35:56.379335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:35:56.390112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] Sync routers for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:35:56.403984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:35:56.404682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:35:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:56.440725 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:56.500265 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1670420 Dec 16 15:35:56.500951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:35:56.562241 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'status': 'completed', 'code': 200} Dec 16 15:35:56.608084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:35:56.689314 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-23d8d438-45c4-4b9f-b18d-ce259067f3d1 req-d2ae9fac-cae1-42f1-8649-ef3e745670ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 1098 time: 0.0860667 Dec 16 15:35:56.844248 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8d438-45c4-4b9f-b18d-ce259067f3d1 req-16a961c0-7f4d-4e7a-8b09-ace0758e2ac0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:56.844248 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-23d8d438-45c4-4b9f-b18d-ce259067f3d1 req-16a961c0-7f4d-4e7a-8b09-ace0758e2ac0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1483715 Dec 16 15:35:56.966174 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-23d8d438-45c4-4b9f-b18d-ce259067f3d1 req-295fda6c-3daf-4e95-b654-c96d703eceba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8 HTTP/1.1" status: 200 len: 999 time: 0.1142488 Dec 16 15:35:57.051722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8d438-45c4-4b9f-b18d-ce259067f3d1 req-216cc688-ce92-40cc-a8f8-9d0b0794ed98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:35:57.053777 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-23d8d438-45c4-4b9f-b18d-ce259067f3d1 req-216cc688-ce92-40cc-a8f8-9d0b0794ed98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0804436 Dec 16 15:35:57.086519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '7df5c4a7-44e5-462d-864e-2ae538835048', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:35:54Z', 'updated_at': '2021-12-16T15:35:54Z', 'revision_number': 0, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:57.091103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] Checking router: 5b0fa789-b22f-414c-a365-f54101d0c300 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:35:57.104391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:35:57.105166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:35:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:57.144249 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-23d8d438-45c4-4b9f-b18d-ce259067f3d1 req-b4d9031a-eee6-4048-a089-7e20ed8f6462 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844090 Dec 16 15:35:57.424093 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:35:57.562331 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-23d8d438-45c4-4b9f-b18d-ce259067f3d1 req-79e1355f-fc6a-46fb-bbe7-bd83fd739aa5 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114232 Dec 16 15:35:57.636965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:35:57.748917 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-23d8d438-45c4-4b9f-b18d-ce259067f3d1 req-8c2b9674-0c5a-4099-98b7-7b63e6ccfd03 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722498 Dec 16 15:35:57.863886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '7df5c4a7-44e5-462d-864e-2ae538835048', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:35:54Z', 'updated_at': '2021-12-16T15:35:54Z', 'revision_number': 0, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:35:57.868229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822f925-8772-4121-af70-dc7e68f822f8 None None] The sync data for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi is: [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '7df5c4a7-44e5-462d-864e-2ae538835048', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:35:54Z', 'updated_at': '2021-12-16T15:35:54Z', 'revision_number': 0, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:35:58.246171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a32b0-c98d-4bdd-98db-4790647d7d56 None None] New status for floating IP 7df5c4a7-44e5-462d-864e-2ae538835048: ACTIVE {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:36:04.503958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34412) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:04.671550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:04.704565 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:04.708744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] Usage tracker for resource:security_group_rule and tenant:39d157183ccd4285bb1f170b89c45ca2 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:04.712298 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:04.718446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:04.894110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:04.932132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:04.940599 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4bb0dd55-d9ca-42ce-88ea-6fb094122063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:04.986053 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d291ecd-1059-4fd4-9b9f-63fd49855ec9,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:04.990560 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39d157183ccd4285bb1f170b89c45ca2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4853470 Dec 16 15:36:04.991592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e96f677d-3b03-4dbf-b956-96c17a54ec3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:04.993503 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34418) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:05.064189 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7fb081f8-0499-42cd-9791-860e27054e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:05.092832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7fb081f8-0499-42cd-9791-860e27054e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:05.370843 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7fb081f8-0499-42cd-9791-860e27054e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:05.375266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-51c115aa-0b4c-4e87-a02a-d29205df5d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:05.389307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb081f8-0499-42cd-9791-860e27054e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d291ecd-1059-4fd4-9b9f-63fd49855ec9,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:05.393682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7fb081f8-0499-42cd-9791-860e27054e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:05.404713 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7fb081f8-0499-42cd-9791-860e27054e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:05.405983 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7fb081f8-0499-42cd-9791-860e27054e5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d291ecd-1059-4fd4-9b9f-63fd49855ec9 HTTP/1.1" status: 204 len: 168 time: 0.4113309 Dec 16 15:36:05.987147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34426) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:06.008744 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:06.043772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:06.047991 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] Usage tracker for resource:security_group_rule and tenant:236eca0de72b4cbab6542c3fe10cb8a6 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:06.051099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:06.057995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:06.244279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:06.268452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:06.276981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9cb36a0d-a64c-4d61-8d86-97852983ebe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:06.323615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b09340-074a-4dd3-98d6-1e422f8da3a9,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:06.328351 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=236eca0de72b4cbab6542c3fe10cb8a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3401537 Dec 16 15:36:06.329347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7f3f166c-3a7a-4049-9e2c-981e3139a65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:06.331688 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34430) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:06.398147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29f54f71-d5a6-47ec-b46b-bcecf951e90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:06.428759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29f54f71-d5a6-47ec-b46b-bcecf951e90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:06.508927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29f54f71-d5a6-47ec-b46b-bcecf951e90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:06.513039 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ec103b66-c231-4bf8-8342-ab928370b181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:06.526635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f54f71-d5a6-47ec-b46b-bcecf951e90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b09340-074a-4dd3-98d6-1e422f8da3a9,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:06.530636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-29f54f71-d5a6-47ec-b46b-bcecf951e90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:06.537695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29f54f71-d5a6-47ec-b46b-bcecf951e90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:06.537892 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-29f54f71-d5a6-47ec-b46b-bcecf951e90c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60b09340-074a-4dd3-98d6-1e422f8da3a9 HTTP/1.1" status: 204 len: 168 time: 0.2056568 Dec 16 15:36:07.217400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34438) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:07.238414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:07.271752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:07.275989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:d783ba3ba57147129a0bf69b88d826bc is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:07.279059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:07.285252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:07.358904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:07.394550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:07.403233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7fb081f8-0499-42cd-9791-860e27054e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:07.450508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd1e18e-17d6-497e-b449-9a5654a02a53,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:07.454880 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d783ba3ba57147129a0bf69b88d826bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2363236 Dec 16 15:36:07.455899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-67f5ae7a-1eb6-44a0-b058-cfd8f50c1ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:07.458910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34442) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:07.532288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-734e909c-01c2-4a24-8c1e-650a1f37e16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:07.562924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-734e909c-01c2-4a24-8c1e-650a1f37e16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:07.639279 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-734e909c-01c2-4a24-8c1e-650a1f37e16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:07.648851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0cfff3c8-fb17-4b7a-971a-bfd87c8436c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:07.663893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e909c-01c2-4a24-8c1e-650a1f37e16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd1e18e-17d6-497e-b449-9a5654a02a53,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:07.666813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-734e909c-01c2-4a24-8c1e-650a1f37e16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:07.668043 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-734e909c-01c2-4a24-8c1e-650a1f37e16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:07.669288 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-734e909c-01c2-4a24-8c1e-650a1f37e16f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fd1e18e-17d6-497e-b449-9a5654a02a53 HTTP/1.1" status: 204 len: 168 time: 0.2093694 Dec 16 15:36:08.920382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34464) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:09.077830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1746888622-network', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:36:09.083318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:09.088290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Usage tracker for resource:network and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:09.091624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:09.099026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:09.137747 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Made reservation on behalf of b6a9888d9bd1474688bf7f4b0feb85df for: {'network': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:36:09.142825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:09.157607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:09.191858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:09.196024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Usage tracker for resource:security_group_rule and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:09.199143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:09.205577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:09.281333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:09.308748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:09.313538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a06c1aec-a270-4c6f-b5c2-12fe04fce5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:09.349275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=88293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 15:36:09.360947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23dc704-84c2-4c3b-90c7-8c4a62016d4f,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:09.364200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:09.396572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:09.396972 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Added segment 06275600-697e-4fc0-a380-183d54f47d1a of type vlan for network 260b6d1b-bb5d-47a7-8350-42d33bda8294 Dec 16 15:36:09.480422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:09.611808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:09.613170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:09.613819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:09.619256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-93918df2-5089-4684-9e61-74b238a88388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:09.723693 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8020306 Dec 16 15:36:09.727256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34470) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:09.729867 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Pushing event updated for resources: {'Network': ['ID=260b6d1b-bb5d-47a7-8350-42d33bda8294,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:09.732777 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a673faaf-504f-4b75-9c74-3ff94ba3d03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:09.734559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Request body: {'subnet': {'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1746888622-subnet', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'ip_version': 4}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:36:09.740394 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network 260b6d1b-bb5d-47a7-8350-42d33bda8294 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 15:36:09.740543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:09.744805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Usage tracker for resource:subnet and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:09.747979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:09.754511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:09.800327 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Made reservation on behalf of b6a9888d9bd1474688bf7f4b0feb85df for: {'subnet': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:36:09.805232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15168298'] for subnet, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:10.262741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839912041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15168315'] for subnet, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:10.267619 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1117d5f0-8869-4e02-bc3f-a020cdbb2866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:10.345701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b041f6-d3e1-4faa-8449-3a9b7e24d649,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:10.354729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:10.360285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Checking segment: {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:36:10.360624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Network hostable DHCP agents. Network: 260b6d1b-bb5d-47a7-8350-42d33bda8294, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 15:36:10.446292 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Network 260b6d1b-bb5d-47a7-8350-42d33bda8294 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 15:36:10.502872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, 260b6d1b-bb5d-47a7-8350-42d33bda8294) {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:10.507580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:10.508235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:10.513642 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8bea4b-d656-4006-9b1d-d97ba74ef4ef None None] Network 260b6d1b-bb5d-47a7-8350-42d33bda8294 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:36:10.567064 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-624f71a8-a2ab-4740-b5db-35c6999b9d64 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8385355 Dec 16 15:36:10.569908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34476) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:10.575810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:36:10.582025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:10.586955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Usage tracker for resource:router and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:10.590411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:10.597070 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:10.634691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:10.635768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:10.711645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:10.759193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-260b6d1b-bb5d-47a7-8350-42d33bda8294', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 15:36:10.760130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:10.912336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:10.964641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Allocated IP 172.20.0.2 (260b6d1b-bb5d-47a7-8350-42d33bda8294/22b041f6-d3e1-4faa-8449-3a9b7e24d649/ff7ccc9e-86b4-46ae-b8b5-92081bd27622) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:36:11.160906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.195847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.202893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.222294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Transition to ACTIVE for port object ff7ccc9e-86b4-46ae-b8b5-92081bd27622 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:11.258261 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Transition to ACTIVE for port object ff7ccc9e-86b4-46ae-b8b5-92081bd27622 will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:11.297662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.302404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-b3408f40-58b5-4c16-b1fe-c021772e0c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:11.345927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00cbbc6a-7974-4957-b172-208781f38108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.367420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Allocated IP 172.27.2.114 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/be73ac33-5ae3-404a-a49b-3da601f3b923) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:36:11.385976 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Network 260b6d1b-bb5d-47a7-8350-42d33bda8294 is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:36:11.392154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:11.398755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:36:11.401772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Pushing event updated for resources: {'Port': ['ID=ff7ccc9e-86b4-46ae-b8b5-92081bd27622,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:11.413632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:11.504664 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Attempting to bind port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:11.504951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Attempting to bind port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:36:11.505366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Attempting to bind port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 on network 260b6d1b-bb5d-47a7-8350-42d33bda8294 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:36:11.513469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:36:11.513894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Checking segment: {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:36:11.514396 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.514851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Bound using segment: {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:36:11.515375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Bound port: ff7ccc9e-86b4-46ae-b8b5-92081bd27622, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:36:11.515801 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.573598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.657872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.663192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-61bb44ff-f4b0-4e8b-bd27-7b4d1d032e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:11.689476 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] For port ff7ccc9e-86b4-46ae-b8b5-92081bd27622, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:36:11.693079 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] For port ff7ccc9e-86b4-46ae-b8b5-92081bd27622, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=ff7ccc9e-86b4-46ae-b8b5-92081bd27622,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:36:11.724752 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:36:11.727696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.731932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:11.734181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:11.736710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:36:11.781170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Pushing event updated for resources: {'Port': ['ID=be73ac33-5ae3-404a-a49b-3da601f3b923,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:11.784241 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:11.825655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Pushing event updated for resources: {'Port': ['ID=ff7ccc9e-86b4-46ae-b8b5-92081bd27622,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:11.836397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:11.979299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:11.980081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:12.024961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:36:12.297195 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Router a3d1173e-4755-478a-9c04-485ec3338bcb is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 15:36:12.532468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:36:12.544392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Sync routers for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:36:12.558672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:36:12.559363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:35:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:12.600912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:12.602299 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-efee468b-2011-40e1-aa04-e72783d7f1fa admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0311110 Dec 16 15:36:12.605982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34480) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:12.777259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:36:13.045505 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:13.155416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:11Z', 'revision_number': 3, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:13.159879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Checking router: a3d1173e-4755-478a-9c04-485ec3338bcb for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:36:13.160359 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Updating router a3d1173e-4755-478a-9c04-485ec3338bcb port be73ac33-5ae3-404a-a49b-3da601f3b923 binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 15:36:13.229839 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:13.372282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device ff7ccc9e-86b4-46ae-b8b5-92081bd27622 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:13.614391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:13.653188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc717395-46e0-4e91-b931-aa8b386652a4 None None] Network 260b6d1b-bb5d-47a7-8350-42d33bda8294 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:36:13.805474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:13.839062 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:13.884990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Transition to ACTIVE for port object be73ac33-5ae3-404a-a49b-3da601f3b923 will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:13.923434 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-ec8724f6-089b-48bf-a93b-65440ac4c01c None None] Provisioning for port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:13.935728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-ec8724f6-089b-48bf-a93b-65440ac4c01c None None] Provisioning complete for port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:13.936146 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec8724f6-089b-48bf-a93b-65440ac4c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:13.977080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a9052336-9fdd-40c0-809b-b1e3628a9ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:13.983237 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:13.997360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2214f7b3-6a8c-4212-8770-de302406adb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:14.051452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Allocated IP 172.20.0.1 (260b6d1b-bb5d-47a7-8350-42d33bda8294/22b041f6-d3e1-4faa-8449-3a9b7e24d649/a19ea7b0-73d7-44a8-a159-bb9a58ec0de1) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:36:14.132508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d55f-dc29-49f7-849b-748632a57de1 None None] Pushing event updated for resources: {'Port': ['ID=be73ac33-5ae3-404a-a49b-3da601f3b923,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:14.139406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2cb7d55f-dc29-49f7-849b-748632a57de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:14.151996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Attempting to bind port be73ac33-5ae3-404a-a49b-3da601f3b923 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:14.152411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Attempting to bind port be73ac33-5ae3-404a-a49b-3da601f3b923 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:36:14.152818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Attempting to bind port be73ac33-5ae3-404a-a49b-3da601f3b923 on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:36:14.236315 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.259317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Transition to ACTIVE for port object a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 will not be triggered until provisioned by entity DHCP. {{(pid=88292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:14.304558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.309745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5f381a57-295d-4840-b55c-76960dc273b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:14.358333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:36:14.358759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:36:14.359215 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.359660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:36:14.360198 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Bound port: be73ac33-5ae3-404a-a49b-3da601f3b923, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:36:14.360616 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.395175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Network 260b6d1b-bb5d-47a7-8350-42d33bda8294 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:36:14.396526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:14.399685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:36:14.428831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a19ea7b0-73d7-44a8-a159-bb9a58ec0de1,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:14.432186 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:14.471984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.479576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec8724f6-089b-48bf-a93b-65440ac4c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.621874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] For port be73ac33-5ae3-404a-a49b-3da601f3b923, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:36:14.630546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] For port be73ac33-5ae3-404a-a49b-3da601f3b923, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=be73ac33-5ae3-404a-a49b-3da601f3b923,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:36:14.664499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-ec8724f6-089b-48bf-a93b-65440ac4c01c None None] For port ff7ccc9e-86b4-46ae-b8b5-92081bd27622, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=ff7ccc9e-86b4-46ae-b8b5-92081bd27622,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:36:14.674331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.716352 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ec8724f6-089b-48bf-a93b-65440ac4c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.718377 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.726727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:14.784428 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:14.862084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8724f6-089b-48bf-a93b-65440ac4c01c None None] Pushing event updated for resources: {'Port': ['ID=ff7ccc9e-86b4-46ae-b8b5-92081bd27622,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:14.906322 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:36:14.906757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:36:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:15.003091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a3b106c0-7ab2-4d4f-8685-edde7115366b None None] Provisioning complete for port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:15.003610 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a3b106c0-7ab2-4d4f-8685-edde7115366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:15.106741 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:15.142641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14863652'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:15.176177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-46cc8c76-0f1c-4574-a440-65e02f26aaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:15.194768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d55f-dc29-49f7-849b-748632a57de1 None None] Pushing event updated for resources: {'Port': ['ID=be73ac33-5ae3-404a-a49b-3da601f3b923,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:15.202135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2cb7d55f-dc29-49f7-849b-748632a57de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:15.202886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e698c7ba-2a39-4e94-b57e-e7b0a6050bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:15.203509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e698c7ba-2a39-4e94-b57e-e7b0a6050bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:15.279540 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a19ea7b0-73d7-44a8-a159-bb9a58ec0de1,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:15.282228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:15.287657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:15.288238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:36:15.357421 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device ff7ccc9e-86b4-46ae-b8b5-92081bd27622 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:15.481791 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Network 260b6d1b-bb5d-47a7-8350-42d33bda8294 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:36:15.483942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:15.609537 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:15.609880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:15.752783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-258195c1-58fa-4963-a490-ed302045a035 None None] Provisioning for port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:15.768690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-258195c1-58fa-4963-a490-ed302045a035 None None] Provisioning complete for port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:15.769032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-258195c1-58fa-4963-a490-ed302045a035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:15.902919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:15.938833 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-258195c1-58fa-4963-a490-ed302045a035 None None] Port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:36:16.001602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 1, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:16.007720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837247c0-682c-4d13-a4f9-cdbde41693f0 None None] The sync data for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi is: [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 1, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:36:16.015656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Router a3d1173e-4755-478a-9c04-485ec3338bcb has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:36:16.068548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-5b3ba70d-ff01-4307-a5e1-d0f3affa23a0 None None] Provisioning complete for port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:16.069831 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba70d-ff01-4307-a5e1-d0f3affa23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:16.156845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ba70d-ff01-4307-a5e1-d0f3affa23a0 None None] Port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:36:16.264016 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:36:16.274174 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] 10.222.0.45 "PUT /v2.0/routers/a3d1173e-4755-478a-9c04-485ec3338bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6668584 Dec 16 15:36:17.322663 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device be73ac33-5ae3-404a-a49b-3da601f3b923 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:17.464745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port be73ac33-5ae3-404a-a49b-3da601f3b923 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:17.473672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port be73ac33-5ae3-404a-a49b-3da601f3b923 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:17.474436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:17.608601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:17.626343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port be73ac33-5ae3-404a-a49b-3da601f3b923, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=be73ac33-5ae3-404a-a49b-3da601f3b923,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:36:17.664995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:17.670894 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-aaff69d4-817a-460c-8d8b-fe78b52dc3fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:17.744516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34502) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:17.751510 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1156158131-network', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:36:17.755703 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=be73ac33-5ae3-404a-a49b-3da601f3b923,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:17.757116 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:17.761080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:17.767270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Usage tracker for resource:network and tenant:46acada90ad74567b0a3f98e64eaafb9 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:17.767270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:17.772429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:17.811881 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Made reservation on behalf of 46acada90ad74567b0a3f98e64eaafb9 for: {'network': 1} {{(pid=88292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:36:17.816906 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for network, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.062349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.097566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:18.102884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Usage tracker for resource:security_group_rule and tenant:46acada90ad74567b0a3f98e64eaafb9 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:18.105950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:18.112342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:18.181093 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.211493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.214926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ce93bf60-2147-4041-8823-0c47209b5309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:18.247950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=88292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 16 15:36:18.255369 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa7b0b-6a57-44f6-9214-66172be8eb9d,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:18.259328 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:18.261892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.262314 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.segments_db [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Added segment 51321eea-ec26-4490-9554-da40743c10e6 of type vlan for network eec86e16-8bb6-423e-ae84-ca09feaf93d8 Dec 16 15:36:18.293444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779442514291'] for network, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.360184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437'] for network, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.361846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:18.362485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.368187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2aa29ce9-2277-47a2-a740-6c3be06b88b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:18.479048 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7332742 Dec 16 15:36:18.480028 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Pushing event updated for resources: {'Network': ['ID=eec86e16-8bb6-423e-ae84-ca09feaf93d8,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:18.482259 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34508) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:18.483123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-adb98dca-c507-498c-a54a-5dd4a99797b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:18.488508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Request body: {'subnet': {'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1156158131-subnet', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'ip_version': 4}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:36:18.491147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Network eec86e16-8bb6-423e-ae84-ca09feaf93d8 details requested by agent ovs-agent-dv-cinder-821894-3-iscsi with host dv-cinder-821894-3-iscsi {{(pid=88294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 16 15:36:18.494055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:18.499326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Usage tracker for resource:subnet and tenant:46acada90ad74567b0a3f98e64eaafb9 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:18.503705 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:18.514862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:18.565496 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Made reservation on behalf of 46acada90ad74567b0a3f98e64eaafb9 for: {'subnet': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:36:18.571971 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15237807'] for subnet, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.817444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839927828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15237822'] for subnet, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:18.822767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7b1501a3-3fe3-4cb3-8bd1-ae3733551a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:18.904003 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ee1f85-b43f-4b8a-8032-0bc8b4371e41,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:18.907633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:18.915433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Checking segment: {'id': '51321eea-ec26-4490-9554-da40743c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:36:18.915838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Network hostable DHCP agents. Network: eec86e16-8bb6-423e-ae84-ca09feaf93d8, hostable agents: ['e9d88ff1-1174-4fa4-acdf-b19ed12b8491'], hosted agents: [] {{(pid=88293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 16 15:36:18.960135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Network eec86e16-8bb6-423e-ae84-ca09feaf93d8 is scheduled to be hosted by DHCP agent e9d88ff1-1174-4fa4-acdf-b19ed12b8491 with binding_index 1 {{(pid=88293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 16 15:36:18.999748 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821894-3-iscsi, eec86e16-8bb6-423e-ae84-ca09feaf93d8) {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:19.004139 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:19.004793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.011795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d84e6-63b9-47cf-8e16-927bfefe1d92 None None] Network eec86e16-8bb6-423e-ae84-ca09feaf93d8 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:36:19.052675 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5690577 Dec 16 15:36:19.055684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34512) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:19.061822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:36:19.067592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:19.072612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Usage tracker for resource:router and tenant:46acada90ad74567b0a3f98e64eaafb9 is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:36:19.077573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:36:19.084414 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:19.125983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1790135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854733246'] for router, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.127074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852985835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852840734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42685'] for router, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.148172 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.297810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device be73ac33-5ae3-404a-a49b-3da601f3b923 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:19.334987 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1790118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42668'] for router, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.460224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4be3792c-9464-598d-a314-cc745bd53ed4-eec86e16-8bb6-423e-ae84-ca09feaf93d8', 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'fixed_ips': [{'subnet_id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41'}]}} from dv-cinder-821894-3-iscsi. {{(pid=88294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 16 15:36:19.461105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.472256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port be73ac33-5ae3-404a-a49b-3da601f3b923 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:19.472670 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.578370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.613329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.754732 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Allocated IP 172.20.0.2 (eec86e16-8bb6-423e-ae84-ca09feaf93d8/76ee1f85-b43f-4b8a-8032-0bc8b4371e41/0632052b-af28-4161-a6d9-49513179f71f) {{(pid=88294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:36:19.767216 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Allocated IP 172.27.2.146 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/8068a1ce-be56-4a77-9ab6-dbefcd13a46c) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:36:19.932301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.984348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Notify callbacks [] for port, precommit_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.994984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:19.995201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Transition to ACTIVE for port object 0632052b-af28-4161-a6d9-49513179f71f will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:20.004888 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-644a161d-0648-4cfd-8a4e-ec2db51edeae tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:20.015432 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Transition to ACTIVE for port object 0632052b-af28-4161-a6d9-49513179f71f will not be triggered until provisioned by entity DHCP. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:20.045932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Sync routers for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:36:20.051863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030'] for port, after_create {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:20.058287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6ba0a958-2639-4007-97b6-46b517bcf54d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:20.061650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:36:20.062397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:36:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:20.082759 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:36:20.085474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:20.091175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:36:20.127758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Pushing event updated for resources: {'Port': ['ID=8068a1ce-be56-4a77-9ab6-dbefcd13a46c,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:20.130628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Network eec86e16-8bb6-423e-ae84-ca09feaf93d8 is already hosted by enough agents. {{(pid=88294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:36:20.133283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:20.135485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Resources bound (agent type, host, resource id): {{(pid=88294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:20.137624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Pushing event updated for resources: {'Port': ['ID=0632052b-af28-4161-a6d9-49513179f71f,revision_number=1']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:20.140141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Received port after_create {{(pid=88294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:36:20.143623 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:20.241187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Attempting to bind port 0632052b-af28-4161-a6d9-49513179f71f on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:20.241730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Attempting to bind port 0632052b-af28-4161-a6d9-49513179f71f by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '51321eea-ec26-4490-9554-da40743c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:36:20.242177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Attempting to bind port 0632052b-af28-4161-a6d9-49513179f71f on network eec86e16-8bb6-423e-ae84-ca09feaf93d8 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:36:20.249224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:36:20.254609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Checking segment: {'id': '51321eea-ec26-4490-9554-da40743c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:36:20.254609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:20.254609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Bound using segment: {'id': '51321eea-ec26-4490-9554-da40743c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:36:20.254609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Bound port: 0632052b-af28-4161-a6d9-49513179f71f, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51321eea-ec26-4490-9554-da40743c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:36:20.254609 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:20.282598 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:36:20.299283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:20.299979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852985681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853057481'] for router, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:20.371460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] For port 0632052b-af28-4161-a6d9-49513179f71f, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:36:20.375387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] For port 0632052b-af28-4161-a6d9-49513179f71f, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=0632052b-af28-4161-a6d9-49513179f71f,segment=NetworkSegment(51321eea-ec26-4490-9554-da40743c10e6),segment_id=51321eea-ec26-4490-9554-da40743c10e6)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:36:20.412518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:20.417574 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:20.505330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Pushing event updated for resources: {'Port': ['ID=0632052b-af28-4161-a6d9-49513179f71f,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:20.510869 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-49ec7cce-2cda-4838-9303-29e9ca4e4580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:20.595806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Router af463be6-d9b7-41f9-865b-e5ef0c7c97ce is scheduled to L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 with binding_index 1 {{(pid=88293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 16 15:36:20.658093 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 2, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:20.662632 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Checking router: a3d1173e-4755-478a-9c04-485ec3338bcb for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:36:20.663035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Updating router a3d1173e-4755-478a-9c04-485ec3338bcb port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 15:36:20.718448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:21.069147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:36:21.079152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Sync routers for ids ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:36:21.092780 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Routers {'af463be6-d9b7-41f9-865b-e5ef0c7c97ce'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:36:21.093437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:36:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:21.125481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:21.127214 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0701134 Dec 16 15:36:21.131183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34516) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:36:21.302875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Set router af463be6-d9b7-41f9-865b-e5ef0c7c97ce gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:36:21.325776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:21.342296 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Transition to ACTIVE for port object a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:21.360691 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0632052b-af28-4161-a6d9-49513179f71f up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:21.382800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:21.387977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f3a52f89-7309-4e0d-9884-d758000dd9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:21.541134 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Pushing event updated for resources: {'Port': ['ID=a19ea7b0-73d7-44a8-a159-bb9a58ec0de1,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:21.559187 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.559572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.559916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.560288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.560658 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.561026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.561437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.561803 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.562201 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.562561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.563087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:21.593530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:21.691366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 0632052b-af28-4161-a6d9-49513179f71f completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:21.704158 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Attempting to bind port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:21.704836 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Attempting to bind port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:36:21.705479 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Attempting to bind port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 on network 260b6d1b-bb5d-47a7-8350-42d33bda8294 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:36:21.716596 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:36:21.717383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Checking segment: {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:36:21.718075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:21.718708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Bound using segment: {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:36:21.719442 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Bound port: a19ea7b0-73d7-44a8-a159-bb9a58ec0de1, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:36:21.720074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:21.761832 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:20Z', 'revision_number': 3, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'gw_port': {'id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:21.768618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Checking router: af463be6-d9b7-41f9-865b-e5ef0c7c97ce for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:36:21.771307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Updating router af463be6-d9b7-41f9-865b-e5ef0c7c97ce port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c binding host dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 15:36:21.863104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:21.867603 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] For port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:36:21.872156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] For port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=a19ea7b0-73d7-44a8-a159-bb9a58ec0de1,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:36:21.903802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:21.909412 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:22.006919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Pushing event updated for resources: {'Port': ['ID=a19ea7b0-73d7-44a8-a159-bb9a58ec0de1,revision_number=4']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:22.011441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-903c301c-e77f-4423-b20d-cdd958ec86c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:22.018250 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:36:22.018958 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:36:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:22.202364 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:22.295571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:36:22.380372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:22.404559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Transition to ACTIVE for port object 8068a1ce-be56-4a77-9ab6-dbefcd13a46c will not be triggered until provisioned by entity L2. {{(pid=88294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:22.440659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:22.447817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:22.569543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Allocated IP 172.20.0.1 (eec86e16-8bb6-423e-ae84-ca09feaf93d8/76ee1f85-b43f-4b8a-8032-0bc8b4371e41/cd6ae38c-1e3b-4bce-b314-b830d37aed6b) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:36:22.583585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Attempting to bind port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:22.584818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Attempting to bind port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:36:22.585496 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Attempting to bind port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c on network bb5b2d8a-76cc-42df-801b-836d85f14f74 {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:36:22.591081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656482b-d5bb-4952-b8d4-7ea9b319316d None None] Pushing event updated for resources: {'Port': ['ID=8068a1ce-be56-4a77-9ab6-dbefcd13a46c,revision_number=2']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:22.608108 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8656482b-d5bb-4952-b8d4-7ea9b319316d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:22.611768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d382547-4216-46a6-b241-43f36750b511 None None] Network eec86e16-8bb6-423e-ae84-ca09feaf93d8 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:36:22.634474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:36:22.634911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Checking segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:36:22.635383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:22.635942 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Bound using segment: {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'} {{(pid=88294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:36:22.636358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Bound port: 8068a1ce-be56-4a77-9ab6-dbefcd13a46c, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4d264-e027-4f70-9281-04aaed774624', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74'}}] {{(pid=88294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:36:22.636779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:22.722141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2656824e-132b-49cf-896f-696dc0178918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:21Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:22.728148 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656824e-132b-49cf-896f-696dc0178918 None None] The sync data for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi is: [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:21Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:36:22.810466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:22.840230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Transition to ACTIVE for port object cd6ae38c-1e3b-4bce-b314-b830d37aed6b will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:22.915904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:22.924522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cb071813-d758-4571-9904-61e816f0f0b7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:22.992225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Network eec86e16-8bb6-423e-ae84-ca09feaf93d8 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:36:22.995140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] For port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:36:23.002371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:23.004896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:36:23.051810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] For port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=8068a1ce-be56-4a77-9ab6-dbefcd13a46c,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:36:23.052360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Pushing event updated for resources: {'Port': ['ID=cd6ae38c-1e3b-4bce-b314-b830d37aed6b,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:23.055904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:23.059061 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-aca780bf-239f-488f-a4c7-da1b97fa405a None None] Provisioning for port 0632052b-af28-4161-a6d9-49513179f71f completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:23.077076 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-aca780bf-239f-488f-a4c7-da1b97fa405a None None] Provisioning complete for port 0632052b-af28-4161-a6d9-49513179f71f triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:23.077506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aca780bf-239f-488f-a4c7-da1b97fa405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.081755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1713266'] for router_interface, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.114979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.123821 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:23.227372 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.276494 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656482b-d5bb-4952-b8d4-7ea9b319316d None None] Pushing event updated for resources: {'Port': ['ID=8068a1ce-be56-4a77-9ab6-dbefcd13a46c,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:23.286859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8656482b-d5bb-4952-b8d4-7ea9b319316d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:23.340238 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Routers {'af463be6-d9b7-41f9-865b-e5ef0c7c97ce'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:36:23.340960 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:36:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:23.406347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:23.502604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aca780bf-239f-488f-a4c7-da1b97fa405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.535049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.583203 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.615087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-386e60fc-2a8e-4405-a49b-903b8f6bb18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:23.660287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-aca780bf-239f-488f-a4c7-da1b97fa405a None None] For port 0632052b-af28-4161-a6d9-49513179f71f, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=0632052b-af28-4161-a6d9-49513179f71f,segment=NetworkSegment(51321eea-ec26-4490-9554-da40743c10e6),segment_id=51321eea-ec26-4490-9554-da40743c10e6)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:36:23.687071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] Set router af463be6-d9b7-41f9-865b-e5ef0c7c97ce gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:36:23.704310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Pushing event updated for resources: {'Port': ['ID=cd6ae38c-1e3b-4bce-b314-b830d37aed6b,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:23.707145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1233420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853062635'] for router_interface, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.711389 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:23.739193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aca780bf-239f-488f-a4c7-da1b97fa405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.739984 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:23.752235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:23.797220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:23.797651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:23.874302 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Network eec86e16-8bb6-423e-ae84-ca09feaf93d8 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:36:23.875857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:24.000685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca780bf-239f-488f-a4c7-da1b97fa405a None None] Pushing event updated for resources: {'Port': ['ID=0632052b-af28-4161-a6d9-49513179f71f,revision_number=3']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:24.010026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-aca780bf-239f-488f-a4c7-da1b97fa405a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:24.133667 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8c564fc5-ae8f-4f7f-8322-60627b677adc None None] Provisioning for port cd6ae38c-1e3b-4bce-b314-b830d37aed6b completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:24.166173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8c564fc5-ae8f-4f7f-8322-60627b677adc None None] Provisioning complete for port cd6ae38c-1e3b-4bce-b314-b830d37aed6b triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:24.166581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8c564fc5-ae8f-4f7f-8322-60627b677adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:24.205827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:24.307999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8c564fc5-ae8f-4f7f-8322-60627b677adc None None] Port cd6ae38c-1e3b-4bce-b314-b830d37aed6b cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:36:24.332285 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=a19ea7b0-73d7-44a8-a159-bb9a58ec0de1,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:36:24.352945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8c564fc5-ae8f-4f7f-8322-60627b677adc None None] Provisioning complete for port 0632052b-af28-4161-a6d9-49513179f71f triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:24.353571 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8c564fc5-ae8f-4f7f-8322-60627b677adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:24.369230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Router af463be6-d9b7-41f9-865b-e5ef0c7c97ce has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:36:24.410130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:24.424101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-07615fb1-ec06-4c5d-b1d3-71c85c6898ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:24.510653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:23Z', 'revision_number': 4, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'gw_port': {'id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cd6ae38c-1e3b-4bce-b314-b830d37aed6b', 'name': '', 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'mac_address': 'fa:16:3e:38:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:22Z', 'updated_at': '2021-12-16T15:36:22Z', 'revision_number': 1, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'subnets': [{'id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:24.556166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e1029-0543-410f-abc3-cc024ae0e2d8 None None] The sync data for ids ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'] in dv-cinder-821894-3-iscsi is: [{'id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:23Z', 'revision_number': 4, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'gw_port': {'id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cd6ae38c-1e3b-4bce-b314-b830d37aed6b', 'name': '', 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'mac_address': 'fa:16:3e:38:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:22Z', 'updated_at': '2021-12-16T15:36:22Z', 'revision_number': 1, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'subnets': [{'id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:36:24.558283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=a19ea7b0-73d7-44a8-a159-bb9a58ec0de1,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:24.573669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:24.713420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-64aa7e6d-61b3-4a8f-b19e-2830001915fc None None] Provisioning complete for port cd6ae38c-1e3b-4bce-b314-b830d37aed6b triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:24.714017 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-64aa7e6d-61b3-4a8f-b19e-2830001915fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:24.780559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-64aa7e6d-61b3-4a8f-b19e-2830001915fc None None] Port cd6ae38c-1e3b-4bce-b314-b830d37aed6b cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:36:24.848006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:36:24.857672 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-3d4bf013-9c87-4531-968f-303c0f45701a admin admin] 10.222.0.45 "PUT /v2.0/routers/af463be6-d9b7-41f9-865b-e5ef0c7c97ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7251632 Dec 16 15:36:25.307489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0632052b-af28-4161-a6d9-49513179f71f up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:25.398684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 0632052b-af28-4161-a6d9-49513179f71f triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:25.398684 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:25.715912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:25.796641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:25.797336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:27.332785 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 8068a1ce-be56-4a77-9ab6-dbefcd13a46c up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:27.445461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:27.452969 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:27.453493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:27.576908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:27.604709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:27.621788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=8068a1ce-be56-4a77-9ab6-dbefcd13a46c,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:36:27.650728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:27.656551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:27.736270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=8068a1ce-be56-4a77-9ab6-dbefcd13a46c,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:27.739551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:28.954088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Sync routers for ids ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:36:28.968982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Routers {'af463be6-d9b7-41f9-865b-e5ef0c7c97ce'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:36:28.969788 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:36:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:29.181266 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Set router af463be6-d9b7-41f9-865b-e5ef0c7c97ce gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:36:29.310470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 8068a1ce-be56-4a77-9ab6-dbefcd13a46c up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:29.440809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:29.441149 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:29.611734 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:23Z', 'revision_number': 4, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'gw_port': {'id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cd6ae38c-1e3b-4bce-b314-b830d37aed6b', 'name': '', 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'mac_address': 'fa:16:3e:38:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:22Z', 'updated_at': '2021-12-16T15:36:23Z', 'revision_number': 2, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'subnets': [{'id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:29.617450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Checking router: af463be6-d9b7-41f9-865b-e5ef0c7c97ce for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:36:29.617873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Updating router af463be6-d9b7-41f9-865b-e5ef0c7c97ce port cd6ae38c-1e3b-4bce-b314-b830d37aed6b binding host dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 16 15:36:29.684475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:30.108495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Notify callbacks [] for port, precommit_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:30.124033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Transition to ACTIVE for port object cd6ae38c-1e3b-4bce-b314-b830d37aed6b will not be triggered until provisioned by entity L2. {{(pid=88295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:30.160249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:30.166648 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:30.568553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7d74b-61ca-4ba6-84bc-0651db03624a None None] Pushing event updated for resources: {'Port': ['ID=cd6ae38c-1e3b-4bce-b314-b830d37aed6b,revision_number=3']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:30.575607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2dc7d74b-61ca-4ba6-84bc-0651db03624a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:30.601708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Attempting to bind port cd6ae38c-1e3b-4bce-b314-b830d37aed6b on host dv-cinder-821894-3-iscsi for vnic_type normal with profile {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:30.602142 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Attempting to bind port cd6ae38c-1e3b-4bce-b314-b830d37aed6b by drivers openvswitch,hyperv on host dv-cinder-821894-3-iscsi at level 0 using segments [{'id': '51321eea-ec26-4490-9554-da40743c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8'}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:36:30.602555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Attempting to bind port cd6ae38c-1e3b-4bce-b314-b830d37aed6b on network eec86e16-8bb6-423e-ae84-ca09feaf93d8 {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:36:30.610383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Checking agent: {'id': 'b1510bb0-acdb-4c3a-b3a5-d5edff976a05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821894-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 46, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821894-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:36:30.610787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Checking segment: {'id': '51321eea-ec26-4490-9554-da40743c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:36:30.611225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:30.611662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Bound using segment: {'id': '51321eea-ec26-4490-9554-da40743c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8'} {{(pid=88295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:36:30.612227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Bound port: cd6ae38c-1e3b-4bce-b314-b830d37aed6b, host: dv-cinder-821894-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51321eea-ec26-4490-9554-da40743c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8'}}] {{(pid=88295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:36:30.612647 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:30.724065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] For port cd6ae38c-1e3b-4bce-b314-b830d37aed6b, host dv-cinder-821894-3-iscsi, cleared binding levels {{(pid=88295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:36:30.729131 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] For port cd6ae38c-1e3b-4bce-b314-b830d37aed6b, host dv-cinder-821894-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=cd6ae38c-1e3b-4bce-b314-b830d37aed6b,segment=NetworkSegment(51321eea-ec26-4490-9554-da40743c10e6),segment_id=51321eea-ec26-4490-9554-da40743c10e6)] {{(pid=88295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:36:30.777288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:30.782323 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:30.877765 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7d74b-61ca-4ba6-84bc-0651db03624a None None] Pushing event updated for resources: {'Port': ['ID=cd6ae38c-1e3b-4bce-b314-b830d37aed6b,revision_number=4']} {{(pid=88295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:30.882714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2dc7d74b-61ca-4ba6-84bc-0651db03624a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:30.894806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Routers {'af463be6-d9b7-41f9-865b-e5ef0c7c97ce'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:36:30.894806 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:36:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:31.148180 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] Set router af463be6-d9b7-41f9-865b-e5ef0c7c97ce gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:36:31.381219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device cd6ae38c-1e3b-4bce-b314-b830d37aed6b up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:31.554232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning for port cd6ae38c-1e3b-4bce-b314-b830d37aed6b completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:31.560514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port cd6ae38c-1e3b-4bce-b314-b830d37aed6b triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:31.560922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:31.587451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:23Z', 'revision_number': 4, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'gw_port': {'id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cd6ae38c-1e3b-4bce-b314-b830d37aed6b', 'name': '', 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'mac_address': 'fa:16:3e:38:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:22Z', 'updated_at': '2021-12-16T15:36:30Z', 'revision_number': 4, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'subnets': [{'id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:36:31.592173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ed0b-a8a0-48af-889a-88145b92513c None None] The sync data for ids ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'] in dv-cinder-821894-3-iscsi is: [{'id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:23Z', 'revision_number': 4, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'gw_port': {'id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'cd6ae38c-1e3b-4bce-b314-b830d37aed6b', 'name': '', 'network_id': 'eec86e16-8bb6-423e-ae84-ca09feaf93d8', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'mac_address': 'fa:16:3e:38:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:22Z', 'updated_at': '2021-12-16T15:36:30Z', 'revision_number': 4, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'subnets': [{'id': '76ee1f85-b43f-4b8a-8032-0bc8b4371e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:36:31.718478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:31.759117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] For port cd6ae38c-1e3b-4bce-b314-b830d37aed6b, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=cd6ae38c-1e3b-4bce-b314-b830d37aed6b,segment=NetworkSegment(51321eea-ec26-4490-9554-da40743c10e6),segment_id=51321eea-ec26-4490-9554-da40743c10e6)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:36:31.801170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:31.803945 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:31.885229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Pushing event updated for resources: {'Port': ['ID=cd6ae38c-1e3b-4bce-b314-b830d37aed6b,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:31.888870 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:33.297531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device cd6ae38c-1e3b-4bce-b314-b830d37aed6b up at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:36:33.382775 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Provisioning complete for port cd6ae38c-1e3b-4bce-b314-b830d37aed6b triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:33.383293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:33.895533 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-8cf3bc4e-5f53-4fce-aa60-477a53fcff60 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2338905 Dec 16 15:36:34.070246 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-6dd7a521-4cf8-412b-9c35-f84e7b14431f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 1098 time: 0.0812135 Dec 16 15:36:34.235709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-c3782fb2-3759-44f7-8068-1712d10daf79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:34.237474 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-c3782fb2-3759-44f7-8068-1712d10daf79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1465945 Dec 16 15:36:34.360792 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-8ec2974f-c76c-4cbf-a342-23a3f21b1be6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8 HTTP/1.1" status: 200 len: 1001 time: 0.1160734 Dec 16 15:36:34.446020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-fbbc636b-c1b8-42c1-ae72-980afe40ea14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:34.447822 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-fbbc636b-c1b8-42c1-ae72-980afe40ea14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0768957 Dec 16 15:36:34.549476 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-be3dbf59-4e56-4ce5-b294-331b4d7860e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948887 Dec 16 15:36:34.561659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-e24da578-3fa9-41c5-bad0-aa3045c990b2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=88293) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:36:34.564452 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-e24da578-3fa9-41c5-bad0-aa3045c990b2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0061502 Dec 16 15:36:34.725168 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-b1451bae-dd33-4b0d-a7da-269534d221e1 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538479 Dec 16 15:36:34.889031 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-34c75e50-2ddf-46d0-8b3d-65f4b02cf7bd req-d032e2d1-cc55-45d0-a120-7f2345e90266 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575093 Dec 16 15:36:37.268643 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-ae927daa-db0d-4aaa-a55d-98f704585dc1 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:37.270316 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-ae927daa-db0d-4aaa-a55d-98f704585dc1 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/networks?id=260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 200 len: 815 time: 0.1765888 Dec 16 15:36:37.292743 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-8aa49f27-d671-4506-8e1d-6732c73b2b25 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/quotas/b6a9888d9bd1474688bf7f4b0feb85df HTTP/1.1" status: 200 len: 375 time: 0.0129168 Dec 16 15:36:37.394613 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-f43560ec-9c1d-44d6-8544-d31bc891f434 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Synchronizing usage tracker for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:36:37.445704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-f43560ec-9c1d-44d6-8544-d31bc891f434 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Unset dirty status for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:36:37.447274 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-f43560ec-9c1d-44d6-8544-d31bc891f434 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401010 Dec 16 15:36:37.617583 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-753c8327-57fc-4b77-b050-61155fbbc6e3 service neutron] 10.222.0.45 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528263 Dec 16 15:36:37.764153 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-1fbab54a-7675-46ca-a7ce-5d8bd1dd5336 service neutron] 10.222.0.45 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403549 Dec 16 15:36:39.124324 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-950cd9a6-f3e8-4cd9-9160-0865eefb3b70 req-96e05862-915f-4c2e-977b-a8e2ee2b5518 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 210 time: 0.1279457 Dec 16 15:36:40.294023 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-c2e45294-8f7c-42b6-8e54-8ab927a6a31f req-2688bf30-6501-4359-a5f5-8d93a89f13d7 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 210 time: 0.0469794 Dec 16 15:36:41.295443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-676f7bd5-ce44-452e-ab7b-c7e8bbf63f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:41.501873 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4064b5c3-9dce-4108-aa03-154bef0d98d3 req-2c2b604a-9936-4a90-991d-61eb46de8397 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 210 time: 0.0685229 Dec 16 15:36:41.535350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-219e10e8-ed5b-4d46-85dc-b3abcaff87d3 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:41.538452 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-219e10e8-ed5b-4d46-85dc-b3abcaff87d3 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Synchronizing usage tracker for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:network {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:36:41.627851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-219e10e8-ed5b-4d46-85dc-b3abcaff87d3 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Unset dirty status for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:network {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:36:41.629125 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-219e10e8-ed5b-4d46-85dc-b3abcaff87d3 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.32 "GET /v2.0/networks?id=260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 200 len: 815 time: 0.3141284 Dec 16 15:36:41.652888 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'port': {'device_id': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'admin_state_up': True, 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:36:41.804551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:36:41.818751 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:36:41.867898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Made reservation on behalf of b6a9888d9bd1474688bf7f4b0feb85df for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:36:41.873560 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:42.054009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Allocated IP 172.20.0.4 (260b6d1b-bb5d-47a7-8350-42d33bda8294/22b041f6-d3e1-4faa-8449-3a9b7e24d649/6925aa7d-82c7-4220-a544-9bf5ae16c3c5) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:36:42.293064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:42.310192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Transition to ACTIVE for port object 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:42.364865 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:42.371722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e62e802e-9797-4626-9150-1d1bd8fef82d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:42.455153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'Port': ['ID=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:42.469557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Network 260b6d1b-bb5d-47a7-8350-42d33bda8294 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:36:42.472996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:36:42.477564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:36:42.511712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.512144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.512566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.512982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.513397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.513808 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.514248 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.514662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.515075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.515484 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.515892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:36:42.525362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:42.568257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:42.569724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:42.634969 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9879515 Dec 16 15:36:42.763823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bd5da-16e3-4e5a-b08c-52dcd109b71c req-8c96b92e-860e-476c-90b2-24ffb51262f8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:42.765406 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8f9bd5da-16e3-4e5a-b08c-52dcd109b71c req-8c96b92e-860e-476c-90b2-24ffb51262f8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.1016781 Dec 16 15:36:42.826133 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8f9bd5da-16e3-4e5a-b08c-52dcd109b71c req-c4a66cd1-43e4-42af-9f05-5375a99e8330 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543513 Dec 16 15:36:42.859437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d43e449c-91ea-4fe6-b8e2-a2b51b95ecf9 None None] Provisioning for port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:36:42.865395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d43e449c-91ea-4fe6-b8e2-a2b51b95ecf9 None None] Provisioning complete for port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:36:42.866580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d43e449c-91ea-4fe6-b8e2-a2b51b95ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:42.924106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-d43e449c-91ea-4fe6-b8e2-a2b51b95ecf9 None None] Port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:36:42.988039 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:43.868469 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6aa88255-d06d-41cd-a73a-fefc7f1a86c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:44.053920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb013b80-9804-4da3-af12-a29189d36626 req-5faa6749-6355-405f-8b1b-93a8809afb0c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:44.054746 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-bb013b80-9804-4da3-af12-a29189d36626 req-5faa6749-6355-405f-8b1b-93a8809afb0c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Synchronizing usage tracker for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:36:44.096680 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-bb013b80-9804-4da3-af12-a29189d36626 req-5faa6749-6355-405f-8b1b-93a8809afb0c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Unset dirty status for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:36:44.098272 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb013b80-9804-4da3-af12-a29189d36626 req-5faa6749-6355-405f-8b1b-93a8809afb0c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.1413410 Dec 16 15:36:44.151635 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-bb013b80-9804-4da3-af12-a29189d36626 req-45cf3a11-2dc1-4d8b-ac3a-35eae4357d0f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Synchronizing usage tracker for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:36:44.188291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-bb013b80-9804-4da3-af12-a29189d36626 req-45cf3a11-2dc1-4d8b-ac3a-35eae4357d0f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Unset dirty status for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:36:44.189729 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-bb013b80-9804-4da3-af12-a29189d36626 req-45cf3a11-2dc1-4d8b-ac3a-35eae4357d0f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842123 Dec 16 15:36:44.548300 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:45.423849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a5a27-9cc4-49ae-8349-ea734df6d86e req-094dd1a5-57cb-4e62-9dd0-aa0c88b1e2db tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:45.425497 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a49a5a27-9cc4-49ae-8349-ea734df6d86e req-094dd1a5-57cb-4e62-9dd0-aa0c88b1e2db tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.0964217 Dec 16 15:36:45.481715 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a49a5a27-9cc4-49ae-8349-ea734df6d86e req-fd450955-268c-44a4-a79f-87a0174ca2cb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Dec 16 15:36:45.846370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:46.731202 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e787e9-66a1-47ef-a231-c4695c8f3611 req-dddeb7a7-f158-4d0c-9cd2-f9c6e2c3fbfc tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:46.732888 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f7e787e9-66a1-47ef-a231-c4695c8f3611 req-dddeb7a7-f158-4d0c-9cd2-f9c6e2c3fbfc tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.0923958 Dec 16 15:36:46.784135 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f7e787e9-66a1-47ef-a231-c4695c8f3611 req-f92c9e2d-d5ea-48fa-8bc6-a712ce76d571 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444651 Dec 16 15:36:48.017555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359e085-64f4-4885-8d4a-7cb84737e13b req-cafc4a2a-b02d-4b29-abb3-4b40f3279267 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:48.019236 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0359e085-64f4-4885-8d4a-7cb84737e13b req-cafc4a2a-b02d-4b29-abb3-4b40f3279267 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.0944176 Dec 16 15:36:48.071778 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0359e085-64f4-4885-8d4a-7cb84737e13b req-db946fae-58e8-4a14-abb0-73f0b27f521d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456221 Dec 16 15:36:49.026884 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:36:49.347454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f9134-1a21-4971-beb2-d5ae9e1d2841 req-44757b35-2838-4134-adad-cfde8eb18c63 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:49.349236 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345f9134-1a21-4971-beb2-d5ae9e1d2841 req-44757b35-2838-4134-adad-cfde8eb18c63 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.1112297 Dec 16 15:36:49.413126 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345f9134-1a21-4971-beb2-d5ae9e1d2841 req-f2436ddf-1824-4e38-90ec-d55ef5856e17 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561881 Dec 16 15:36:50.653383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a91db-458d-49b2-b339-c5692091c404 req-b842ba37-f35f-4fcc-9bd7-04b7bf9722e3 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:50.660199 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-166a91db-458d-49b2-b339-c5692091c404 req-b842ba37-f35f-4fcc-9bd7-04b7bf9722e3 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.0951524 Dec 16 15:36:50.712790 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-166a91db-458d-49b2-b339-c5692091c404 req-107bd66a-558a-4495-9085-655d40f515ce tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490687 Dec 16 15:36:51.934983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e70de-96ad-4693-a690-12b8d7bdf812 req-99f554bb-39e3-4090-8083-2bd9d333b39d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:51.936683 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-051e70de-96ad-4693-a690-12b8d7bdf812 req-99f554bb-39e3-4090-8083-2bd9d333b39d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.0932617 Dec 16 15:36:51.994306 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-051e70de-96ad-4693-a690-12b8d7bdf812 req-609a5f6b-74e3-4997-a5a8-c46073b9e1cc tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506225 Dec 16 15:36:53.216591 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a908-3f17-4a4e-932c-a65e72306d2f req-5479e6c4-a6cc-4185-90d2-8b851d5de3b0 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:53.218313 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2253a908-3f17-4a4e-932c-a65e72306d2f req-5479e6c4-a6cc-4185-90d2-8b851d5de3b0 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.0942023 Dec 16 15:36:53.271428 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2253a908-3f17-4a4e-932c-a65e72306d2f req-8ad02a2c-0700-4e0e-b91b-5bfa845b7e51 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444388 Dec 16 15:36:54.487736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a95ff3-eef8-445f-bbf9-b449e9b324ca req-cd167f96-33c8-40e0-96b7-a45d98870965 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:54.489348 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22a95ff3-eef8-445f-bbf9-b449e9b324ca req-cd167f96-33c8-40e0-96b7-a45d98870965 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.0830595 Dec 16 15:36:54.538548 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-22a95ff3-eef8-445f-bbf9-b449e9b324ca req-b2431486-0452-4c00-90a1-512f2e10cdc4 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429673 Dec 16 15:36:55.750590 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7457c-ba06-418f-b96b-509df5df4a22 req-66726f34-bc34-4276-8d13-45f5578e759c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:55.752311 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aec7457c-ba06-418f-b96b-509df5df4a22 req-66726f34-bc34-4276-8d13-45f5578e759c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 931 time: 0.0860722 Dec 16 15:36:55.814614 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-aec7457c-ba06-418f-b96b-509df5df4a22 req-4620700b-3c2c-4377-9edc-82ea5659d9d5 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552478 Dec 16 15:36:56.034126 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Request body: {'port': {'device_id': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:36:56.156607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:56.544610 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:36:56.544610 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:56.559719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Transition to ACTIVE for port object 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:36:56.594406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:56.601147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8210aacd-cbbd-4546-8036-ecf9dabfd1a1 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:56.736802 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:56.742173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:56.863418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Attempting to bind port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:56.863880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Attempting to bind port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:36:56.864141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Attempting to bind port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 on network 260b6d1b-bb5d-47a7-8350-42d33bda8294 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:36:56.872006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 on network 260b6d1b-bb5d-47a7-8350-42d33bda8294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:36:56.872374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Attempting to bind port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 on network 260b6d1b-bb5d-47a7-8350-42d33bda8294 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:36:56.882073 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:36:56.882492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Checking segment: {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:36:56.882990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Bound using segment: {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:36:56.883597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Bound port: 6925aa7d-82c7-4220-a544-9bf5ae16c3c5, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06275600-697e-4fc0-a380-183d54f47d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:36:56.883992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:57.047786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] For port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:36:57.052455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] For port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:36:57.076966 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c826a-f850-4695-a34b-eb4715f2a92f req-36787494-ca69-487a-96bf-6e8e1fe9a5c8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:57.078630 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d52c826a-f850-4695-a34b-eb4715f2a92f req-36787494-ca69-487a-96bf-6e8e1fe9a5c8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 943 time: 0.1279442 Dec 16 15:36:57.086054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:57.092171 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4c86df51-6660-4516-b60a-e48cfbc6aef4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:36:57.187547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:57.189093 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 1093 time: 1.1597414 Dec 16 15:36:57.189666 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:36:57.212443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:36:57.218578 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d52c826a-f850-4695-a34b-eb4715f2a92f req-6063477f-89f7-4a96-be43-16abb34b1c6a tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280854 Dec 16 15:36:57.224498 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-89d365ae-4f17-44ea-b9f0-25e58ebb14b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:36:57.380237 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'status': 'completed', 'code': 200} Dec 16 15:36:57.428173 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-846ac2d9-ec01-42ae-b9ef-4d5c1da956bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1096 time: 0.1044099 Dec 16 15:36:57.516927 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-d4bcb577-7eea-4c38-9130-be8f5c1d5f85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 217 time: 0.0741868 Dec 16 15:36:57.590904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-da0aea46-a953-408d-8eb5-3ac4763388f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:57.592502 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-da0aea46-a953-408d-8eb5-3ac4763388f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22b041f6-d3e1-4faa-8449-3a9b7e24d649 HTTP/1.1" status: 200 len: 854 time: 0.0693827 Dec 16 15:36:57.596878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:36:57.672952 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-a2c9af0f-4135-490c-be8c-22585fd6e3c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=260b6d1b-bb5d-47a7-8350-42d33bda8294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740528 Dec 16 15:36:58.040651 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-498e743e-3b54-4f5c-880b-767913a1d32b service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606095 Dec 16 15:36:58.183470 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0b150ae1-06e2-438b-a681-1bc460e7cf53 req-ae0fa9ef-f68c-48af-a8cf-cfc877b0a128 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362655 Dec 16 15:36:58.441389 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-972fd644-7635-43cc-8230-4e38d737f0f9 req-00e4005b-5952-487e-afbd-7524e2cd8a78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1096 time: 0.1364868 Dec 16 15:36:58.501444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f518a-7935-472e-a344-73ce6d093676 req-c328e48e-d6ef-4268-9d06-551cd6c7d9af tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:58.503115 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de8f518a-7935-472e-a344-73ce6d093676 req-c328e48e-d6ef-4268-9d06-551cd6c7d9af tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 943 time: 0.1596360 Dec 16 15:36:58.636887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fd644-7635-43cc-8230-4e38d737f0f9 req-fb0d7b38-a97a-4b39-bf3e-b204daae0d7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:58.638433 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-972fd644-7635-43cc-8230-4e38d737f0f9 req-fb0d7b38-a97a-4b39-bf3e-b204daae0d7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 200 len: 916 time: 0.1894851 Dec 16 15:36:58.640770 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-de8f518a-7935-472e-a344-73ce6d093676 req-5f706751-5f8f-4fde-8255-db96162c18e6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300130 Dec 16 15:36:58.713351 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-972fd644-7635-43cc-8230-4e38d737f0f9 req-943bed95-66b5-455f-b8ba-bb6af0bd3b47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 217 time: 0.0681133 Dec 16 15:36:58.781403 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fd644-7635-43cc-8230-4e38d737f0f9 req-00c863b1-970d-438f-8c9d-9aba3ef08d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:58.783048 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-972fd644-7635-43cc-8230-4e38d737f0f9 req-00c863b1-970d-438f-8c9d-9aba3ef08d28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22b041f6-d3e1-4faa-8449-3a9b7e24d649 HTTP/1.1" status: 200 len: 854 time: 0.0639071 Dec 16 15:36:58.868602 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-972fd644-7635-43cc-8230-4e38d737f0f9 req-d52b9ab8-7b76-4c15-9511-da17a5501910 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=260b6d1b-bb5d-47a7-8350-42d33bda8294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790939 Dec 16 15:36:59.015972 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-972fd644-7635-43cc-8230-4e38d737f0f9 req-610f504a-62e2-4038-8904-4fc6462124e1 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393416 Dec 16 15:36:59.164524 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-972fd644-7635-43cc-8230-4e38d737f0f9 req-1ef1babc-eaa6-49a0-a8fb-0992c72ad4c9 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413109 Dec 16 15:36:59.851214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cee95f-c866-4097-a670-a8c34dae3b58 req-50236687-1619-4c1a-b570-a4b4dffbdde7 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:36:59.852824 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-92cee95f-c866-4097-a670-a8c34dae3b58 req-50236687-1619-4c1a-b570-a4b4dffbdde7 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 943 time: 0.0856571 Dec 16 15:36:59.901880 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-92cee95f-c866-4097-a670-a8c34dae3b58 req-69658107-8098-4f54-83bd-31f08c437615 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Dec 16 15:37:01.110616 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3091f-629d-448b-9728-e3e66cd80005 req-8e4d670e-0b76-49c2-9387-1a2e62fd0e15 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:01.112260 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8b3091f-629d-448b-9728-e3e66cd80005 req-8e4d670e-0b76-49c2-9387-1a2e62fd0e15 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 943 time: 0.0841148 Dec 16 15:37:01.161418 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b8b3091f-629d-448b-9728-e3e66cd80005 req-f9a99779-c051-48a2-8cc6-dbbaa8922780 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430522 Dec 16 15:37:01.866567 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:37:02.007463 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:37:02.024217 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'port_id': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'mac_address': 'fa:16:3e:70:e5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:37:02.080892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:02.099053 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:37:02.114737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:37:02.164745 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:02.166633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:02.233950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:02.243656 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.244133 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.244393 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.244766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.245141 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.245516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.245890 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.246291 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.246662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.247031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.247400 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:02.252207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:02.370929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9c74c-6f45-46de-9f60-e94a43a81d44 req-a070094a-7ca6-4b00-b98f-4984b55d2bd4 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:02.372602 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6e9c74c-6f45-46de-9f60-e94a43a81d44 req-a070094a-7ca6-4b00-b98f-4984b55d2bd4 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 944 time: 0.0891840 Dec 16 15:37:02.424770 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e6e9c74c-6f45-46de-9f60-e94a43a81d44 req-fd98ae97-e44a-45f5-b110-0242f6039eeb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456297 Dec 16 15:37:02.616103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6925aa7d-82c7-4220-a544-9bf5ae16c3c5'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:37:03.646220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc88e8-0560-4722-abc4-22835ded2227 req-d51306f3-032d-46f3-8e0a-ad40a1a78423 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:03.647893 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1acc88e8-0560-4722-abc4-22835ded2227 req-d51306f3-032d-46f3-8e0a-ad40a1a78423 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 944 time: 0.1027498 Dec 16 15:37:03.697617 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1acc88e8-0560-4722-abc4-22835ded2227 req-8581e9e1-85d2-429e-992b-8379ad192996 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Dec 16 15:37:03.878770 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:37:03.987926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:37:03.993515 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:37:03.993892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:04.122495 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:04.151235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:37:04.161604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:37:04.193728 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:04.196020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:04.269500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:04.273565 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:04.295634 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'code': 200} Dec 16 15:37:04.625356 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11046008-07db-439a-9bb3-3bbb5c143ed3 req-b25ee5dd-8613-495f-bb2b-31d12eaea5e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1098 time: 0.0745211 Dec 16 15:37:04.675310 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-11046008-07db-439a-9bb3-3bbb5c143ed3 req-1734deb3-55fd-4a32-84a7-5d10db97a697 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Dec 16 15:37:04.910581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2977fb-decf-4d38-8493-3559415ae04d req-c7862d31-b691-4c78-8003-6b16e2f78678 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:04.912730 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ca2977fb-decf-4d38-8493-3559415ae04d req-c7862d31-b691-4c78-8003-6b16e2f78678 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0931952 Dec 16 15:37:04.962230 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ca2977fb-decf-4d38-8493-3559415ae04d req-f1fa2b30-e074-4011-929b-93fda6faa0cb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Dec 16 15:37:06.183651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071cb77-fd4e-491e-8567-9bb3e773bc65 req-4ef8e969-18a2-4703-9dea-78c205115c77 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:06.185278 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d071cb77-fd4e-491e-8567-9bb3e773bc65 req-4ef8e969-18a2-4703-9dea-78c205115c77 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0970511 Dec 16 15:37:06.234690 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d071cb77-fd4e-491e-8567-9bb3e773bc65 req-1e59f8d0-f161-4396-ac20-815a2d0726e6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Dec 16 15:37:07.493716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b859f4-c3e9-4af4-b3ed-c98b98d8215f req-2f5dd638-c603-43ef-8d60-70a995a423c8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:07.495242 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-83b859f4-c3e9-4af4-b3ed-c98b98d8215f req-2f5dd638-c603-43ef-8d60-70a995a423c8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0894849 Dec 16 15:37:07.543600 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-83b859f4-c3e9-4af4-b3ed-c98b98d8215f req-588c749d-5118-4fa3-b56b-f7198527b423 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422328 Dec 16 15:37:07.748955 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34c7c9-88ac-46fa-9bb8-3af47fc8c670 req-a455614a-933a-4c33-b814-246126de7850 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:07.750517 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a34c7c9-88ac-46fa-9bb8-3af47fc8c670 req-a455614a-933a-4c33-b814-246126de7850 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0859313 Dec 16 15:37:07.799115 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8a34c7c9-88ac-46fa-9bb8-3af47fc8c670 req-aff8ab7a-924a-49f2-a0b0-f8f6fb24e6ae tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Dec 16 15:37:08.229915 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11298a6-ee81-415c-add0-d1cf7eda66ad req-604dfb5f-5ce9-4508-ae6b-215eebcd7453 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:08.231561 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f11298a6-ee81-415c-add0-d1cf7eda66ad req-604dfb5f-5ce9-4508-ae6b-215eebcd7453 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0830870 Dec 16 15:37:08.279667 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-f11298a6-ee81-415c-add0-d1cf7eda66ad req-78d311c6-aab0-47d4-b757-f1f9c1acdb89 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Dec 16 15:37:11.300905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d1998447-3556-4673-a255-3ed5ea7701ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:12.993103 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:13.872858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1dcb5a65-f317-41a9-aee0-2f5011038ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:14.558025 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:15.855481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:19.421872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33411cd3-60b5-4641-92e4-34f6875a5f8a req-3188a38a-1c92-4edc-87ed-b0e8e9fe0ff9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:19.423513 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-33411cd3-60b5-4641-92e4-34f6875a5f8a req-3188a38a-1c92-4edc-87ed-b0e8e9fe0ff9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0880082 Dec 16 15:37:19.471895 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-33411cd3-60b5-4641-92e4-34f6875a5f8a req-55ffeea9-61bf-4f2a-8c6f-42db28a7193f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Dec 16 15:37:19.500916 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34748) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:37:19.649061 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a3febf10-4376-4283-89f1-58ff88512d33 tempest-TestMinimumBasicScenario-850773338 tempest-TestMinimumBasicScenario-850773338-project-admin] Synchronizing usage tracker for tenant:46acada90ad74567b0a3f98e64eaafb9 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:37:19.689402 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-a3febf10-4376-4283-89f1-58ff88512d33 tempest-TestMinimumBasicScenario-850773338 tempest-TestMinimumBasicScenario-850773338-project-admin] Unset dirty status for tenant:46acada90ad74567b0a3f98e64eaafb9 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:37:19.691118 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a3febf10-4376-4283-89f1-58ff88512d33 tempest-TestMinimumBasicScenario-850773338 tempest-TestMinimumBasicScenario-850773338-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1093 time: 0.1889133 Dec 16 15:37:19.694722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34754) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:37:19.700716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'floatingip': {'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'port_id': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:37:19.706944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:37:19.711101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Usage tracker for resource:floatingip and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:37:19.714338 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:37:19.720597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:37:19.758554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for floatingip, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:19.908650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:20.059339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Allocated IP 172.27.2.93 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/f0fda2be-7aac-45c4-acae-407c4795bbc1) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:37:20.216390 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:20.273312 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:20.278117 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-12a371c6-4a46-4fee-900d-041b8d3ae2f4 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:20.344153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:37:20.347837 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:37:20.353357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:37:20.382507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'Port': ['ID=f0fda2be-7aac-45c4-acae-407c4795bbc1,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:20.388018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:20.880221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:20.963246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:21.183947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:21.215211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:21.220365 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3b8cb89c-572c-4063-8d83-7263a36110c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:21.330069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'Port': ['ID=f0fda2be-7aac-45c4-acae-407c4795bbc1,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:21.335002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:21.344168 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:21.546890 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Floating IP b0577925-ff0d-4426-a253-f5898c17ba0f associated. External IP: 172.27.2.93, port: 6925aa7d-82c7-4220-a544-9bf5ae16c3c5. Dec 16 15:37:22.210526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Router a3d1173e-4755-478a-9c04-485ec3338bcb has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:37:22.442729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:37:22.454879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75559401-8438-4088-b71e-935f7c339efc None None] Sync routers for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:37:22.473068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75559401-8438-4088-b71e-935f7c339efc None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:37:22.473068 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-75559401-8438-4088-b71e-935f7c339efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:37:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:37:22.553243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:22.619203 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9232786 Dec 16 15:37:22.619901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:37:22.622282 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34758) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:37:22.628615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294014708', 'description': 'tempest-secgroup-smoke-294014708 description', 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:37:22.636290 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:37:22.648056 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:37:22.671531 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-75559401-8438-4088-b71e-935f7c339efc None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:37:22.682807 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'status': 'completed', 'code': 200} Dec 16 15:37:22.684874 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:22.728507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:37:22.739308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Usage tracker for resource:security_group_rule and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:37:22.744772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:37:22.752012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:37:22.826225 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-311a014d-4d38-4ef4-8067-b6b7f3bf8e56 req-476462a7-e06d-457d-a4e7-9c538c9934c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1098 time: 0.0977192 Dec 16 15:37:22.844386 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:22.884487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:22.891065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-68b981b6-631b-4657-a756-16e2eb9b7ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:22.946382 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec80772-e67d-4195-a897-6cfea3e9cc9f,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:22.955804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.956248 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.956737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.957468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.957468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.957896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.958361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.958764 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.960138 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.960260 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.960587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:37:22.967929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:22.971872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:22.973266 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3498623 Dec 16 15:37:22.977287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34764) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:37:22.985429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'security_group_rule': {'security_group_id': 'fec80772-e67d-4195-a897-6cfea3e9cc9f', 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:37:22.994183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a014d-4d38-4ef4-8067-b6b7f3bf8e56 req-f544764e-d895-4373-b116-2546abbac27b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:22.995826 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-311a014d-4d38-4ef4-8067-b6b7f3bf8e56 req-f544764e-d895-4373-b116-2546abbac27b service neutron] 10.222.0.32 "GET /v2.0/networks?id=260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 200 len: 916 time: 0.1631005 Dec 16 15:37:22.996862 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:37:23.001268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Usage tracker for resource:security_group_rule and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:37:23.005936 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:37:23.078273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:37:23.096620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-75559401-8438-4088-b71e-935f7c339efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'b0577925-ff0d-4426-a253-f5898c17ba0f', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'port_id': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'mac_address': 'fa:16:3e:70:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:37:20Z', 'updated_at': '2021-12-16T15:37:20Z', 'revision_number': 0, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:24Z', 'revision_number': 5, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:37:23.101650 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75559401-8438-4088-b71e-935f7c339efc None None] Checking router: a3d1173e-4755-478a-9c04-485ec3338bcb for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:37:23.114519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75559401-8438-4088-b71e-935f7c339efc None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:37:23.116104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-75559401-8438-4088-b71e-935f7c339efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:37:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:37:23.136274 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-311a014d-4d38-4ef4-8067-b6b7f3bf8e56 req-5010f411-574e-4b03-a1fe-adbd1148668a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 998 time: 0.1315639 Dec 16 15:37:23.209783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a014d-4d38-4ef4-8067-b6b7f3bf8e56 req-c87f5037-1ce0-413f-bf85-34f2a29469cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:23.211449 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-311a014d-4d38-4ef4-8067-b6b7f3bf8e56 req-c87f5037-1ce0-413f-bf85-34f2a29469cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22b041f6-d3e1-4faa-8449-3a9b7e24d649 HTTP/1.1" status: 200 len: 854 time: 0.0684507 Dec 16 15:37:23.270267 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:23.365898 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-311a014d-4d38-4ef4-8067-b6b7f3bf8e56 req-9ec87a4f-13d9-43da-ad94-5e320a29487a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=260b6d1b-bb5d-47a7-8350-42d33bda8294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1441352 Dec 16 15:37:23.371301 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:23.422224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:23.428997 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:23.483699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-75559401-8438-4088-b71e-935f7c339efc None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:37:23.518410 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb4542e-560b-4cc9-95e6-c266c63bd5b9,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:23.524858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:23.551042 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-311a014d-4d38-4ef4-8067-b6b7f3bf8e56 req-bf04128a-373d-4262-a6ac-9c5cac02122d service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773880 Dec 16 15:37:23.587100 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:23.588418 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-6f0ef223-8644-48c7-b510-c79d7464e8a2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6100626 Dec 16 15:37:23.592461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34768) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:37:23.600737 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'security_group_rule': {'security_group_id': 'fec80772-e67d-4195-a897-6cfea3e9cc9f', 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:37:23.606197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:37:23.610536 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Usage tracker for resource:security_group_rule and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:37:23.613983 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:37:23.621888 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:37:23.674576 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:23.714244 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-311a014d-4d38-4ef4-8067-b6b7f3bf8e56 req-2ff69cd3-2744-4a86-a28c-f59d84b98cf7 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563532 Dec 16 15:37:23.746147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:23.805008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:23.807897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5e5d9749-41da-4d81-b37e-4617f068d04e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:23.842636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe3b0d8-e90d-4af5-9dc7-13a7ffea4954,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:23.846113 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:23.872918 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-75559401-8438-4088-b71e-935f7c339efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'b0577925-ff0d-4426-a253-f5898c17ba0f', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'port_id': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'mac_address': 'fa:16:3e:70:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:37:20Z', 'updated_at': '2021-12-16T15:37:20Z', 'revision_number': 0, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:24Z', 'revision_number': 5, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:37:23.877508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75559401-8438-4088-b71e-935f7c339efc None None] The sync data for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi is: [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': 'b0577925-ff0d-4426-a253-f5898c17ba0f', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'port_id': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'mac_address': 'fa:16:3e:70:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:37:20Z', 'updated_at': '2021-12-16T15:37:20Z', 'revision_number': 0, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:24Z', 'revision_number': 5, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:37:23.878776 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:23.880425 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-f49194c3-3dc7-47af-bd32-55a56c256dfb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2867935 Dec 16 15:37:23.883524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34772) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:37:23.890088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'security_group_rule': {'security_group_id': 'fec80772-e67d-4195-a897-6cfea3e9cc9f', 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:37:23.896920 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:37:23.901258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Usage tracker for resource:security_group_rule and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:37:23.904435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:37:23.911360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:37:23.948908 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.022578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.050262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.052539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7fb3c99b-4f34-4be9-aa10-2f7340772471 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:24.076779 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222760dc-990c-40dd-9f07-010c05e89b0f,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:24.079387 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:24.118671 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.120017 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-53dc8cb4-abbf-4bb0-b831-7a7bc73127a9 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2354462 Dec 16 15:37:24.123047 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34776) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:37:24.129101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'security_group_rule': {'security_group_id': 'fec80772-e67d-4195-a897-6cfea3e9cc9f', 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:37:24.135952 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:37:24.140096 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Usage tracker for resource:security_group_rule and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:37:24.144392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:37:24.151962 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:37:24.195673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.248892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218861d-3428-4de8-8af4-fb1b4152e72b None None] New status for floating IP b0577925-ff0d-4426-a253-f5898c17ba0f: ACTIVE {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:37:24.333690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.364055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.366557 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:24.390662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d09ce5c-3fcf-4d29-b8a4-22d998e45c02,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:24.395822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:24.433349 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.435475 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-eddb5ea6-f614-466a-957f-1f2ce77b4e6f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3110766 Dec 16 15:37:24.438235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 34780) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:37:24.445212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'security_group_rule': {'security_group_id': 'fec80772-e67d-4195-a897-6cfea3e9cc9f', 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:37:24.451769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:37:24.455880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Usage tracker for resource:security_group_rule and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:37:24.459542 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:37:24.467930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:37:24.501921 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.securitygroups_db [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Project b6a9888d9bd1474688bf7f4b0feb85df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:37:24.509630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.589183 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.611443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.617118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:24.660384 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552044bb-c7ac-4c37-99f9-d440be6137b8,revision_number=0']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:24.670597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:24.702956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.705860 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4a3ceb39-821c-425e-908c-9cfde086be1b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2659683 Dec 16 15:37:24.709935 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34784) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:37:24.717990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'security_group_rule': {'security_group_id': 'fec80772-e67d-4195-a897-6cfea3e9cc9f', 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:37:24.730255 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:37:24.736178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Usage tracker for resource:security_group_rule and tenant:b6a9888d9bd1474688bf7f4b0feb85df is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:37:24.740990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:37:24.752261 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:37:24.788246 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.securitygroups_db [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Project b6a9888d9bd1474688bf7f4b0feb85df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:37:24.796546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.869211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.906645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933543'] for security_group_rule, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.909001 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:24.931861 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dc39ab-a38b-477a-aecc-f202545dae04,revision_number=0']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:24.936426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:24.964711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:24.966135 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1f87123b-9204-43dc-b5df-0c04faab904f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2544284 Dec 16 15:37:25.117509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-568582e1-aa20-4477-a83f-2b8167f4a4d2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Synchronizing usage tracker for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:security_group {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:37:25.158924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-568582e1-aa20-4477-a83f-2b8167f4a4d2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Unset dirty status for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:security_group {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:37:25.160446 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-568582e1-aa20-4477-a83f-2b8167f4a4d2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294014708&fields=id&tenant_id=b6a9888d9bd1474688bf7f4b0feb85df HTTP/1.1" status: 200 len: 267 time: 0.0974197 Dec 16 15:37:25.258909 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-0453cc96-6620-4c44-b288-1451daa278e1 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:25.260602 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-0453cc96-6620-4c44-b288-1451daa278e1 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0930510 Dec 16 15:37:25.273411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'port': {'security_groups': ['d23dc704-84c2-4c3b-90c7-8c4a62016d4f', 'fec80772-e67d-4195-a897-6cfea3e9cc9f']}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:37:25.407655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:25.755206 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] For port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:37:25.783288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:25.832702 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14863652'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:25.839153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1d84216a-5e0c-43ae-b048-3c36655076a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:37:25.895155 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6925aa7d-82c7-4220-a544-9bf5ae16c3c5'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:37:25.915374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:25.916080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:25.917651 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac53c6b3-f250-4b9f-93a1-bdf9e8b630b1 req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "PUT /v2.0/ports/6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 981 time: 0.6501522 Dec 16 15:37:25.918761 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:37:25.936491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'Port': ['ID=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,revision_number=6']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:37:25.940010 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f4b6e055-e672-4fa2-b40d-77e380147725 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:37:25.994210 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'status': 'completed', 'code': 200} Dec 16 15:37:26.055844 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:37:26.061868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6925aa7d-82c7-4220-a544-9bf5ae16c3c5'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:37:26.169972 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997987d-ac29-4334-8e6e-4468d655ad31 req-7909b1a8-89e5-4bb0-b941-0a16a34d29ec tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:26.179125 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d997987d-ac29-4334-8e6e-4468d655ad31 req-7909b1a8-89e5-4bb0-b941-0a16a34d29ec tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.1226881 Dec 16 15:37:26.285587 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d997987d-ac29-4334-8e6e-4468d655ad31 req-da8635ed-1b94-49e1-8e4f-010a3cd4d02f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054745 Dec 16 15:37:26.306987 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9384bfa-7957-4321-8d5c-ee4b293cdbfe req-1ca84667-bdf5-4f2d-b502-126102dd84ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1137 time: 0.1092207 Dec 16 15:37:26.382073 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c91d5fdc-4579-4060-a391-be3639db74c3 None None] Provisioning complete for port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:37:26.382504 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c91d5fdc-4579-4060-a391-be3639db74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:26.463868 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9384bfa-7957-4321-8d5c-ee4b293cdbfe req-256bd402-0332-4e7e-a20c-01b2063ba750 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:26.465485 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9384bfa-7957-4321-8d5c-ee4b293cdbfe req-256bd402-0332-4e7e-a20c-01b2063ba750 service neutron] 10.222.0.32 "GET /v2.0/networks?id=260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 200 len: 916 time: 0.1501901 Dec 16 15:37:26.581922 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9384bfa-7957-4321-8d5c-ee4b293cdbfe req-af0f2f02-2e49-4d9e-9bd2-d3df0f05b991 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 1000 time: 0.1095674 Dec 16 15:37:26.658491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9384bfa-7957-4321-8d5c-ee4b293cdbfe req-e8d057f7-62f2-409d-9c37-2e100a1d4ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:26.660608 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9384bfa-7957-4321-8d5c-ee4b293cdbfe req-e8d057f7-62f2-409d-9c37-2e100a1d4ae1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22b041f6-d3e1-4faa-8449-3a9b7e24d649 HTTP/1.1" status: 200 len: 854 time: 0.0721354 Dec 16 15:37:26.743934 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9384bfa-7957-4321-8d5c-ee4b293cdbfe req-d9cf9020-b5c5-4f8e-9922-6f1c27e8c790 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=260b6d1b-bb5d-47a7-8350-42d33bda8294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754497 Dec 16 15:37:26.895933 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9384bfa-7957-4321-8d5c-ee4b293cdbfe req-b94eeb66-7a97-4074-baca-b3522bfb9010 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450567 Dec 16 15:37:27.039788 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e9384bfa-7957-4321-8d5c-ee4b293cdbfe req-db78ba99-62be-4697-b8fe-f3a3e4145ab1 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367948 Dec 16 15:37:27.587000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:34.733515 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fadba548-5c0d-4852-b89b-26e47367b210 req-06f8fa46-04b4-44b8-9b2a-11b34061e142 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0920286 Dec 16 15:37:34.914006 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fadba548-5c0d-4852-b89b-26e47367b210 req-aa302c6e-cf22-46ab-bf2b-3fb25f89cbd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 1098 time: 0.0826271 Dec 16 15:37:35.093036 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadba548-5c0d-4852-b89b-26e47367b210 req-7661f851-d130-4aa5-bea4-d63201a9dbd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:35.094746 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fadba548-5c0d-4852-b89b-26e47367b210 req-7661f851-d130-4aa5-bea4-d63201a9dbd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1531153 Dec 16 15:37:35.224783 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fadba548-5c0d-4852-b89b-26e47367b210 req-4e9a2d33-cb34-4bd1-b6b3-6f475fbc32e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8 HTTP/1.1" status: 200 len: 1001 time: 0.1231964 Dec 16 15:37:35.540700 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadba548-5c0d-4852-b89b-26e47367b210 req-9cff2f83-d13b-417c-8039-3787fa11edad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:37:35.542505 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fadba548-5c0d-4852-b89b-26e47367b210 req-9cff2f83-d13b-417c-8039-3787fa11edad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.3113034 Dec 16 15:37:35.625411 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fadba548-5c0d-4852-b89b-26e47367b210 req-d4780b0b-75ba-4539-99d7-3ba263aa0650 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754960 Dec 16 15:37:35.793310 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fadba548-5c0d-4852-b89b-26e47367b210 req-9e12074c-2e2b-4496-bd6e-8215b4a62e88 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608033 Dec 16 15:37:35.963185 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fadba548-5c0d-4852-b89b-26e47367b210 req-9516f3aa-fc19-4e8e-b7b8-48f3f556591a service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631086 Dec 16 15:37:41.289462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce95a-0f8e-4af8-bc11-d6b80d7b84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:42.998693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:43.872796 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2cf612f4-c753-498f-b62d-9f55c966d92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:44.569170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:45.848602 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:37:57.603934 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:03.027127 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:38:09.304924 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-609440f1-b7f8-4248-9ed7-650d534c67b6 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827351747&fields=id&tenant_id=211699de14224a63a48d253eaa061c69 HTTP/1.1" status: 200 len: 267 time: 0.0448632 Dec 16 15:38:09.469512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-1d649b75-2588-4380-a372-f54aeebdfe80 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:09.470284 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-1d649b75-2588-4380-a372-f54aeebdfe80 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:network {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:38:09.551209 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-1d649b75-2588-4380-a372-f54aeebdfe80 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:network {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:38:09.552510 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-1d649b75-2588-4380-a372-f54aeebdfe80 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 811 time: 0.2396679 Dec 16 15:38:09.571076 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-f5a0144a-0dce-4314-84ec-bf89a66fc3c3 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/quotas/211699de14224a63a48d253eaa061c69 HTTP/1.1" status: 200 len: 375 time: 0.0119934 Dec 16 15:38:09.673980 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-773bdf12-7ce6-4209-98be-e18574f6e1fd tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0969446 Dec 16 15:38:09.907675 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-70834c89-57ff-4166-96d3-e936126f91c8 service neutron] 10.222.0.45 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215054 Dec 16 15:38:10.057801 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-15722ddb-a2b7-4c51-aea1-077857d1a182 service neutron] 10.222.0.45 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430721 Dec 16 15:38:10.622650 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-45bfb947-f2ce-4f5f-8b4a-81cda81a3738 req-1413988c-2ed9-4ea8-ae93-97f7069a8eff tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 210 time: 0.0496490 Dec 16 15:38:11.288573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f6797c01-e45b-4894-a440-3b077bfa45e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:11.743281 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3d1d79fc-553d-4ac8-8f4c-118d60fe7f9a req-fb94b20c-c7b2-4e60-a7af-78404c3e606f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 210 time: 0.0514956 Dec 16 15:38:12.858292 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-da11e694-4bf3-4b3f-8059-2e803fe80dd0 req-f4a7df86-dada-4cdb-b350-49dd87ad6791 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 210 time: 0.0474188 Dec 16 15:38:12.991489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:13.871699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-764ac43c-b819-45f8-8aff-5f48f1e175c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:13.969890 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ecdc4aae-1fc6-4f5d-8e25-9444164a5272 req-8b62f543-73d5-4655-8270-88331b45fba2 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 210 time: 0.0474057 Dec 16 15:38:14.552045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:15.144140 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-af1127e3-23cd-4102-9114-b2411dff1286 req-713ebd9a-876b-4c3d-bc94-40e5265b1bab tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 210 time: 0.0510168 Dec 16 15:38:15.854055 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:16.247769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-db1b088d-fb7e-43ba-9213-c7b938ed4630 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:16.249345 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-db1b088d-fb7e-43ba-9213-c7b938ed4630 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 811 time: 0.1671629 Dec 16 15:38:16.319433 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-b97fb0df-7d7e-453e-92a7-4cfaef7503c3 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=211699de14224a63a48d253eaa061c69 HTTP/1.1" status: 200 len: 380 time: 0.0518627 Dec 16 15:38:16.320959 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-67d0231d-1a1c-49bb-a463-b1308eeb3ea4 req-d4d629cf-426c-477a-9e1c-fe54780c4123 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 210 time: 0.0476131 Dec 16 15:38:16.328690 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'port': {'device_id': '55e131bc-148b-487f-8429-c2f47286ab8c', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'admin_state_up': True, 'tenant_id': '211699de14224a63a48d253eaa061c69', 'security_groups': ['c46033a4-d3b1-4f5f-b741-1130910bb783']}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:38:16.488701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:38:16.499009 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:38:16.551438 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Made reservation on behalf of 211699de14224a63a48d253eaa061c69 for: {'port': 1} {{(pid=88293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 16 15:38:16.557461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:16.727342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Allocated IP 172.20.0.12 (888cf1c9-54d5-43ec-9d53-9903be1aba42/9b7abb2e-e09f-41b8-ae85-a96586ab8042/6a38862a-109c-43da-917c-390dc4a17d8c) {{(pid=88293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:38:16.930453 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for port, precommit_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:16.946961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Transition to ACTIVE for port object 6a38862a-109c-43da-917c-390dc4a17d8c will not be triggered until provisioned by entity DHCP. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:38:17.003256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_create {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:17.008999 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-74073456-f314-40c4-8362-1d7633cb4f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:38:17.080135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 is already hosted by enough agents. {{(pid=88293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:38:17.084032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources bound (agent type, host, resource id): {{(pid=88293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:38:17.088786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Received port after_create {{(pid=88293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:38:17.116104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'Port': ['ID=6a38862a-109c-43da-917c-390dc4a17d8c,revision_number=1']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:38:17.136559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.137685 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.138207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.138631 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.139078 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.139490 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.139899 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.140308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.140711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.141112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.141518 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:17.151460 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:38:17.171856 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:17.172538 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:17.226817 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9021828 Dec 16 15:38:17.244891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Request body: {'port': {'device_id': '55e131bc-148b-487f-8429-c2f47286ab8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=88293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:38:17.371037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:17.477193 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6549878f-4e47-4155-ba20-8c560e713d19 None None] Provisioning for port 6a38862a-109c-43da-917c-390dc4a17d8c completed by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:38:17.483433 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6549878f-4e47-4155-ba20-8c560e713d19 None None] Provisioning complete for port 6a38862a-109c-43da-917c-390dc4a17d8c triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:38:17.486254 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6549878f-4e47-4155-ba20-8c560e713d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:17.543502 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6549878f-4e47-4155-ba20-8c560e713d19 None None] Port 6a38862a-109c-43da-917c-390dc4a17d8c cannot update to ACTIVE because it is not bound. {{(pid=88294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 16 15:38:17.690756 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7f300-153b-431f-b477-666ef2e4eb13 req-af1ba7b5-cc1e-43ce-b3a5-7640d9c6cf04 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:17.691506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-0bb7f300-153b-431f-b477-666ef2e4eb13 req-af1ba7b5-cc1e-43ce-b3a5-7640d9c6cf04 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:38:17.767644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-0bb7f300-153b-431f-b477-666ef2e4eb13 req-af1ba7b5-cc1e-43ce-b3a5-7640d9c6cf04 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:38:17.768959 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0bb7f300-153b-431f-b477-666ef2e4eb13 req-af1ba7b5-cc1e-43ce-b3a5-7640d9c6cf04 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 932 time: 0.3219290 Dec 16 15:38:17.853058 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a38862a-109c-43da-917c-390dc4a17d8c {{(pid=88293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:38:17.864758 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:17.875990 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0bb7f300-153b-431f-b477-666ef2e4eb13 req-4ad10be6-b7ec-4c35-b550-7b74113c52b1 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765178 Dec 16 15:38:17.884626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Transition to ACTIVE for port object 6a38862a-109c-43da-917c-390dc4a17d8c will not be triggered until provisioned by entity L2. {{(pid=88293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 16 15:38:17.911592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:17.916514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-92067a1e-4852-4085-bd31-478b0562c34d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:38:18.045045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Pushing event updated for resources: {'Port': ['ID=6a38862a-109c-43da-917c-390dc4a17d8c,revision_number=2']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:38:18.049481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:38:18.164712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Attempting to bind port 6a38862a-109c-43da-917c-390dc4a17d8c on host hv-cinder-82189 for vnic_type normal with profile {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:38:18.165091 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Attempting to bind port 6a38862a-109c-43da-917c-390dc4a17d8c by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 16 15:38:18.165468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Attempting to bind port 6a38862a-109c-43da-917c-390dc4a17d8c on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:38:18.172340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Port 6a38862a-109c-43da-917c-390dc4a17d8c on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 15:38:18.172704 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Attempting to bind port 6a38862a-109c-43da-917c-390dc4a17d8c on network 888cf1c9-54d5-43ec-9d53-9903be1aba42 {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 16 15:38:18.179506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Checking agent: {'id': 'ccec29a2-d010-4627-b5c7-0e379774e529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'started_at': datetime.datetime(2021, 12, 16, 14, 52, 53), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 16 15:38:18.181430 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Checking segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 16 15:38:18.181875 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Bound using segment: {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'} {{(pid=88293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 16 15:38:18.182454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Bound port: 6a38862a-109c-43da-917c-390dc4a17d8c, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c054ea-59cf-421f-aa61-03f94761a046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42'}}] {{(pid=88293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 16 15:38:18.182857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:18.280161 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] For port 6a38862a-109c-43da-917c-390dc4a17d8c, host hv-cinder-82189, cleared binding levels {{(pid=88293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 16 15:38:18.283454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] For port 6a38862a-109c-43da-917c-390dc4a17d8c, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6a38862a-109c-43da-917c-390dc4a17d8c,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 16 15:38:18.357922 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14847839'] for port, after_update {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:18.362963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f5e8b634-5226-41fa-bfce-fec68beb7ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:38:18.417240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:18.418828 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] 10.222.0.32 "PUT /v2.0/ports/6a38862a-109c-43da-917c-390dc4a17d8c HTTP/1.1" status: 200 len: 1094 time: 1.1786392 Dec 16 15:38:18.421271 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:38:18.449592 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Pushing event updated for resources: {'Port': ['ID=6a38862a-109c-43da-917c-390dc4a17d8c,revision_number=3']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:38:18.453709 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:38:18.485659 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c', 'status': 'completed', 'code': 200} Dec 16 15:38:18.594361 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-153ad4b9-9dac-4abc-a31f-da9f02d9415d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 1097 time: 0.0808618 Dec 16 15:38:18.675662 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-f174d517-33c8-4b02-ad43-e94e5ee5c384 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a38862a-109c-43da-917c-390dc4a17d8c HTTP/1.1" status: 200 len: 217 time: 0.0684118 Dec 16 15:38:18.745795 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-91382be8-048d-4902-b135-0542c221fa76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:18.747427 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-91382be8-048d-4902-b135-0542c221fa76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0655560 Dec 16 15:38:18.832580 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-da00cb13-bfbd-4dc7-89f5-013f5e575047 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776973 Dec 16 15:38:18.991200 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-c5d45d64-f275-4f26-a0a9-9369c6cf77fe service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507769 Dec 16 15:38:19.201174 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e957dc2-4922-4b83-aa5b-666f453c32aa req-fabc0543-c3e3-45ca-af98-55a83ba97c9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:19.202722 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6e957dc2-4922-4b83-aa5b-666f453c32aa req-fabc0543-c3e3-45ca-af98-55a83ba97c9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 944 time: 0.1832228 Dec 16 15:38:19.204761 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-d9db93f2-4c9c-40a9-a4c6-6b806bc4745b req-78d198f4-32a8-47ed-8131-838b0a8dc83c service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067626 Dec 16 15:38:19.256880 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6e957dc2-4922-4b83-aa5b-666f453c32aa req-dd72b5d4-821a-4457-b0fb-fd325b7efd83 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479355 Dec 16 15:38:19.391210 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7136d214-a09a-4a4e-85eb-829251906201 req-9a1b3a19-6847-4e2e-8fab-8cb05d29b006 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 1097 time: 0.0741341 Dec 16 15:38:19.551486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d214-a09a-4a4e-85eb-829251906201 req-be7379fe-917a-46fe-b16c-e83e0ae4bb0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:19.551486 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7136d214-a09a-4a4e-85eb-829251906201 req-be7379fe-917a-46fe-b16c-e83e0ae4bb0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1472800 Dec 16 15:38:19.622097 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7136d214-a09a-4a4e-85eb-829251906201 req-8858f592-5e2f-4282-a067-7b8faa3957a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a38862a-109c-43da-917c-390dc4a17d8c HTTP/1.1" status: 200 len: 217 time: 0.0699189 Dec 16 15:38:19.690151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d214-a09a-4a4e-85eb-829251906201 req-e5c361ef-e645-49de-9e80-383db2ea3f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:19.691707 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7136d214-a09a-4a4e-85eb-829251906201 req-e5c361ef-e645-49de-9e80-383db2ea3f5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0638208 Dec 16 15:38:19.780212 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7136d214-a09a-4a4e-85eb-829251906201 req-49022a4f-55c6-4eae-b040-fdf5fc3f7720 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806727 Dec 16 15:38:19.944214 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7136d214-a09a-4a4e-85eb-829251906201 req-0ed2acce-2f29-47bd-8f1e-6d0b62cae698 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578526 Dec 16 15:38:20.086655 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7136d214-a09a-4a4e-85eb-829251906201 req-de9b3000-00a1-4480-b4ed-6eb4f590cc63 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353035 Dec 16 15:38:20.678314 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c2b17-9da3-4ab4-b457-6d0ca51ef894 req-ef6be23c-ad9f-4d80-9960-28807ebb1e60 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:20.679961 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e38c2b17-9da3-4ab4-b457-6d0ca51ef894 req-ef6be23c-ad9f-4d80-9960-28807ebb1e60 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 944 time: 0.2987630 Dec 16 15:38:20.728478 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e38c2b17-9da3-4ab4-b457-6d0ca51ef894 req-7e2ebcba-ceba-4526-a2b6-f14c17f8e52e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Dec 16 15:38:21.936730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49fad8-343e-45f7-b068-4498ba5eda5c req-ba4dfc3e-2df0-4d2b-b033-30aa40968cbc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:21.938383 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb49fad8-343e-45f7-b068-4498ba5eda5c req-ba4dfc3e-2df0-4d2b-b033-30aa40968cbc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 944 time: 0.0870693 Dec 16 15:38:21.985796 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cb49fad8-343e-45f7-b068-4498ba5eda5c req-870e4165-f565-4e4f-9a8f-87e2f656aeaf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414217 Dec 16 15:38:23.187645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f57a13-5226-4617-b15f-579afd48e1d4 req-d5385a28-3556-441b-9c1f-81ccf649a300 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:23.189263 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65f57a13-5226-4617-b15f-579afd48e1d4 req-d5385a28-3556-441b-9c1f-81ccf649a300 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 944 time: 0.0827277 Dec 16 15:38:23.237470 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-65f57a13-5226-4617-b15f-579afd48e1d4 req-a291829c-5f18-4cae-bf06-4567ebe938ab tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Dec 16 15:38:24.443004 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10d649-616c-4a26-831c-c297588d10c3 req-6ec073dd-0d89-4e43-ae44-72cc30f630ee tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:24.444632 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dd10d649-616c-4a26-831c-c297588d10c3 req-6ec073dd-0d89-4e43-ae44-72cc30f630ee tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 944 time: 0.0831771 Dec 16 15:38:24.496452 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-dd10d649-616c-4a26-831c-c297588d10c3 req-23f0e719-90ef-45ed-baec-9e5b063d48f7 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450048 Dec 16 15:38:25.951615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a5b5d-25b4-4bb5-80ad-86d4b2728a85 req-442228a7-6f47-4254-9764-655d3e79c7fb tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:25.953234 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e6a5b5d-25b4-4bb5-80ad-86d4b2728a85 req-442228a7-6f47-4254-9764-655d3e79c7fb tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 944 time: 0.0882823 Dec 16 15:38:26.001884 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4e6a5b5d-25b4-4bb5-80ad-86d4b2728a85 req-0e453dde-6c0b-43a0-84d4-46ea88905dbf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423954 Dec 16 15:38:27.414471 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c673183-08b8-461b-872e-3472c213a990 req-d83ce518-d536-4241-86d8-4f344f0fa9ac tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:27.416115 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c673183-08b8-461b-872e-3472c213a990 req-d83ce518-d536-4241-86d8-4f344f0fa9ac tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 944 time: 0.2906127 Dec 16 15:38:27.468670 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c673183-08b8-461b-872e-3472c213a990 req-ee9866e0-39a5-4d96-b741-c61f91952aae tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463943 Dec 16 15:38:27.596871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:28.346081 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6a38862a-109c-43da-917c-390dc4a17d8c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=88294) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 16 15:38:28.487773 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 6a38862a-109c-43da-917c-390dc4a17d8c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6a38862a-109c-43da-917c-390dc4a17d8c,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:38:28.502221 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Returning: {'device': '6a38862a-109c-43da-917c-390dc4a17d8c', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'port_id': '6a38862a-109c-43da-917c-390dc4a17d8c', 'mac_address': 'fa:16:3e:ea:2b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88294) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 15:38:28.563208 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:28.582552 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a38862a-109c-43da-917c-390dc4a17d8c {{(pid=88294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 16 15:38:28.608366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 6a38862a-109c-43da-917c-390dc4a17d8c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6a38862a-109c-43da-917c-390dc4a17d8c,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:38:28.636136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:28.638657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2cb7d55f-dc29-49f7-849b-748632a57de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:38:28.691008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a230291-cb6c-49f6-a25e-c141b86dbfe9 req-686240b4-8ed1-4708-b1d5-2eb7c571fea0 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:28.692669 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0a230291-cb6c-49f6-a25e-c141b86dbfe9 req-686240b4-8ed1-4708-b1d5-2eb7c571fea0 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 945 time: 0.0921741 Dec 16 15:38:28.706026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=6a38862a-109c-43da-917c-390dc4a17d8c,revision_number=4']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:38:28.715233 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.715624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.716119 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.716502 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.716882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.717258 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.717630 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.718008 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.718401 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.718771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.719138 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:28.723360 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:38:28.747857 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-0a230291-cb6c-49f6-a25e-c141b86dbfe9 req-9b82a48e-da3e-438c-a303-da1fe3352433 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488935 Dec 16 15:38:29.123716 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6a38862a-109c-43da-917c-390dc4a17d8c'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:38:29.956800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e730f-997d-40bb-93ba-5ff546df7591 req-1d0b4587-0f1a-496a-ae5a-1c079a6b3d67 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:29.958435 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b91e730f-997d-40bb-93ba-5ff546df7591 req-1d0b4587-0f1a-496a-ae5a-1c079a6b3d67 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 945 time: 0.0859632 Dec 16 15:38:30.006377 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b91e730f-997d-40bb-93ba-5ff546df7591 req-cc0b8bca-e937-463c-bcae-6f0473acf280 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Dec 16 15:38:30.346817 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6a38862a-109c-43da-917c-390dc4a17d8c up at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 16 15:38:30.448310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning for port 6a38862a-109c-43da-917c-390dc4a17d8c completed by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 16 15:38:30.453707 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Provisioning complete for port 6a38862a-109c-43da-917c-390dc4a17d8c triggered by entity L2. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:38:30.454156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:30.568243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:30.617565 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c'}] {{(pid=88294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:38:30.628378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] For port 6a38862a-109c-43da-917c-390dc4a17d8c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6a38862a-109c-43da-917c-390dc4a17d8c,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:38:30.660192 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890'] for port, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:30.663130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:38:30.694849 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c', 'code': 200} Dec 16 15:38:30.739353 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Pushing event updated for resources: {'Port': ['ID=6a38862a-109c-43da-917c-390dc4a17d8c,revision_number=5']} {{(pid=88294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:38:30.747278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:38:31.100899 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-08a9e7fa-3294-4b4c-978e-67cdd4681984 req-4720fd33-1d06-4f05-a5bb-294105030370 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 1099 time: 0.0796115 Dec 16 15:38:31.205669 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-08a9e7fa-3294-4b4c-978e-67cdd4681984 req-fb65b71e-b4b9-40a5-be4a-5122b12f661e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978005 Dec 16 15:38:31.244627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93017516-564b-4faa-bbe4-beb7290b02fe req-75773cce-6759-40db-bca2-4712ee8240e3 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:31.246897 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93017516-564b-4faa-bbe4-beb7290b02fe req-75773cce-6759-40db-bca2-4712ee8240e3 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 946 time: 0.1067493 Dec 16 15:38:31.302830 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-93017516-564b-4faa-bbe4-beb7290b02fe req-bd5e5c43-886a-41f8-9493-a7e1ef08b878 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489042 Dec 16 15:38:32.508871 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048ef1e-da36-4504-8cde-55683b3cac30 req-271ce30c-21ba-4902-b0b5-fe2b5ad9872b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:32.510564 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b048ef1e-da36-4504-8cde-55683b3cac30 req-271ce30c-21ba-4902-b0b5-fe2b5ad9872b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 946 time: 0.0846226 Dec 16 15:38:32.559815 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b048ef1e-da36-4504-8cde-55683b3cac30 req-01fbd317-5a3f-49ef-b160-cce6f015500d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Dec 16 15:38:33.776816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa5712-907d-4960-941f-5019fb517b35 req-ac4bc79e-f581-4f2f-9302-f4a5af859501 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:33.778984 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1ffa5712-907d-4960-941f-5019fb517b35 req-ac4bc79e-f581-4f2f-9302-f4a5af859501 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 946 time: 0.0846577 Dec 16 15:38:33.827620 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1ffa5712-907d-4960-941f-5019fb517b35 req-2e4192d5-8a8f-4989-ad2e-5bedf29d23af tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Dec 16 15:38:34.036911 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344138df-10c0-4b6a-8aa1-cb4c2c2127db req-0ddd5f4d-dd65-42f9-902f-88c5a83a8eb1 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:34.038533 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-344138df-10c0-4b6a-8aa1-cb4c2c2127db req-0ddd5f4d-dd65-42f9-902f-88c5a83a8eb1 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 946 time: 0.0862238 Dec 16 15:38:34.086379 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-344138df-10c0-4b6a-8aa1-cb4c2c2127db req-8658a513-79cc-40e0-bfbb-658d688cea47 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Dec 16 15:38:34.114014 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34924) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:38:34.349017 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8a93b968-4808-4919-83be-cfb4f69aa6f0 tempest-TestVolumeBootPattern-81952125 tempest-TestVolumeBootPattern-81952125-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 1094 time: 0.2310405 Dec 16 15:38:34.349275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 34930) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:38:34.355111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Request body: {'floatingip': {'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'port_id': '6a38862a-109c-43da-917c-390dc4a17d8c', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:38:34.361214 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 16 15:38:34.365329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Usage tracker for resource:floatingip and tenant:211699de14224a63a48d253eaa061c69 is out of sync, need to count used quota {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 16 15:38:34.368466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 16 15:38:34.375222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.quota.driver [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 16 15:38:34.448466 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:34.596541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:34.753928 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-72533256-48b9-472c-9a90-684ac052ea31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839493 Dec 16 15:38:34.760052 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Allocated IP 172.27.2.15 (bb5b2d8a-76cc-42df-801b-836d85f14f74/36338abf-d783-4d92-b98e-e0757adbd85d/b4783b3e-75bb-4818-96d5-aceefd3e6f1e) {{(pid=88292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 16 15:38:34.862077 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-a22273aa-6363-4cfc-a15f-6406ecdc6eb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1137 time: 0.0744097 Dec 16 15:38:34.979696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for port, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:35.022724 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-484237fa-b9a9-4a5d-a4a1-a9c2d2d7f305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:35.024270 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-484237fa-b9a9-4a5d-a4a1-a9c2d2d7f305 service neutron] 10.222.0.32 "GET /v2.0/networks?id=260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 200 len: 916 time: 0.1431134 Dec 16 15:38:35.050891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363257412246030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:35.055729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4344da79-9de5-4a04-a6a8-15ea3383d1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:38:35.116522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Network bb5b2d8a-76cc-42df-801b-836d85f14f74 is already hosted by enough agents. {{(pid=88292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 16 15:38:35.124294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Resources bound (agent type, host, resource id): {{(pid=88292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 16 15:38:35.129543 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Received port after_create {{(pid=88292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 16 15:38:35.137828 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-e3a04ef4-bc07-4566-a1fa-9f1a940c0f24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 1000 time: 0.1064830 Dec 16 15:38:35.169612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'Port': ['ID=b4783b3e-75bb-4818-96d5-aceefd3e6f1e,revision_number=1']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:38:35.190166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.190588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.191000 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.191408 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.191812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.192215 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.192613 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.193042 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.193416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.193815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.194231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:38:35.202322 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:38:35.211813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-9bfa7b25-4bc2-4a31-99c0-4ce8a7ab6a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:35.213537 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-9bfa7b25-4bc2-4a31-99c0-4ce8a7ab6a8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22b041f6-d3e1-4faa-8449-3a9b7e24d649 HTTP/1.1" status: 200 len: 854 time: 0.0688934 Dec 16 15:38:35.307080 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-2f3950c1-0413-4cea-892e-db6799529b31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=260b6d1b-bb5d-47a7-8350-42d33bda8294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876055 Dec 16 15:38:35.456891 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-5c36ec47-0876-4fdb-a6f8-ecbb1e01d85c service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416895 Dec 16 15:38:35.610410 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-26e7f26a-1a0b-4563-9190-bfe6352d9bf6 req-f435eec7-da66-46a9-83f8-b2d55f88ee82 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444547 Dec 16 15:38:35.756552 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:35.769786 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c7eb70d-e7ca-4930-94c3-003e6b27ec1c req-ef834c54-88c5-4122-82eb-e855cc8a2911 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1137 time: 0.0765593 Dec 16 15:38:35.814551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d9ccd-cd3d-4ac5-af3a-0cb7fc73779f req-94b7f5ba-3043-42f1-8bfb-7b7f4880ec98 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:35.816116 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7d2d9ccd-cd3d-4ac5-af3a-0cb7fc73779f req-94b7f5ba-3043-42f1-8bfb-7b7f4880ec98 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.1420867 Dec 16 15:38:35.862528 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:35.915757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7eb70d-e7ca-4930-94c3-003e6b27ec1c req-75a2d7dd-6662-4cb2-9f7a-5acd0f6082ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:35.917369 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c7eb70d-e7ca-4930-94c3-003e6b27ec1c req-75a2d7dd-6662-4cb2-9f7a-5acd0f6082ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 200 len: 916 time: 0.1393940 Dec 16 15:38:35.926170 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-7d2d9ccd-cd3d-4ac5-af3a-0cb7fc73779f req-71771007-fbc2-4fe4-a5b5-1097109760dc tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033530 Dec 16 15:38:36.034374 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c7eb70d-e7ca-4930-94c3-003e6b27ec1c req-c3e89b53-3d5c-44f5-be1e-aabf09798ee1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 1000 time: 0.1075535 Dec 16 15:38:36.103902 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:36.108023 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7eb70d-e7ca-4930-94c3-003e6b27ec1c req-0ff0b689-e9f3-4235-ad8b-7ffb2d526c01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:36.109652 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c7eb70d-e7ca-4930-94c3-003e6b27ec1c req-0ff0b689-e9f3-4235-ad8b-7ffb2d526c01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22b041f6-d3e1-4faa-8449-3a9b7e24d649 HTTP/1.1" status: 200 len: 854 time: 0.0678973 Dec 16 15:38:36.122718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14863652'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:36.127653 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0e01bf76-2967-4c6c-be3c-6a8ff955a05b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:38:36.191484 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c7eb70d-e7ca-4930-94c3-003e6b27ec1c req-3156f406-5b33-4e2a-8175-14784460720d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=260b6d1b-bb5d-47a7-8350-42d33bda8294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754111 Dec 16 15:38:36.236747 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event updated for resources: {'Port': ['ID=b4783b3e-75bb-4818-96d5-aceefd3e6f1e,revision_number=2']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:38:36.240018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:38:36.254521 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1718506'] for floatingip, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:36.337972 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c7eb70d-e7ca-4930-94c3-003e6b27ec1c req-ae8bc934-3a62-478e-9e95-f91e459578ad service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390500 Dec 16 15:38:36.460384 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.db.l3_db [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Floating IP e22b3e19-158c-4760-8109-c5eaa1ba5671 associated. External IP: 172.27.2.15, port: 6a38862a-109c-43da-917c-390dc4a17d8c. Dec 16 15:38:36.483987 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-4c7eb70d-e7ca-4930-94c3-003e6b27ec1c req-1d8d9944-4f9c-4de4-ba2b-cb95a2ec738a service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390245 Dec 16 15:38:37.097842 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Router 5b0fa789-b22f-414c-a365-f54101d0c300 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:38:37.140383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aff17-1c20-404a-8713-83afa4c37204 req-59bd255f-8429-4d1c-aa10-399957e3242c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:37.141995 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-166aff17-1c20-404a-8713-83afa4c37204 req-59bd255f-8429-4d1c-aa10-399957e3242c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.0838926 Dec 16 15:38:37.196930 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-166aff17-1c20-404a-8713-83afa4c37204 req-94c73a01-cd1e-4577-a176-98b046840eda tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483086 Dec 16 15:38:37.311358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:38:37.321450 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] Sync routers for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:38:37.334357 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:38:37.335045 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:38:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:38:37.368696 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:37.427444 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0771301 Dec 16 15:38:37.428395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:38:37.525880 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:38:37.586378 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c', 'status': 'completed', 'code': 200} Dec 16 15:38:37.720080 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae1c5f81-a8dd-4358-bf19-4633a37f928e req-517fdf4a-e604-4696-8089-4eeb375dd876 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 1099 time: 0.0791104 Dec 16 15:38:37.867150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c5f81-a8dd-4358-bf19-4633a37f928e req-eb6da445-7224-4560-803b-c25fb0e735c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:37.868762 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae1c5f81-a8dd-4358-bf19-4633a37f928e req-eb6da445-7224-4560-803b-c25fb0e735c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1400414 Dec 16 15:38:37.898151 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '7df5c4a7-44e5-462d-864e-2ae538835048', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:35:54Z', 'updated_at': '2021-12-16T15:35:58Z', 'revision_number': 1, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}, {'id': 'e22b3e19-158c-4760-8109-c5eaa1ba5671', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '6a38862a-109c-43da-917c-390dc4a17d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:ea:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e131bc-148b-487f-8429-c2f47286ab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:38:35Z', 'updated_at': '2021-12-16T15:38:35Z', 'revision_number': 0, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:38:37.902838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] Checking router: 5b0fa789-b22f-414c-a365-f54101d0c300 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:38:37.914674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:38:37.915348 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:38:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:38:37.979841 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae1c5f81-a8dd-4358-bf19-4633a37f928e req-c205278e-0220-4d0f-934d-004e661d4e55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a38862a-109c-43da-917c-390dc4a17d8c HTTP/1.1" status: 200 len: 999 time: 0.1039824 Dec 16 15:38:38.049682 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c5f81-a8dd-4358-bf19-4633a37f928e req-2c95322b-d821-46d9-b70e-5514ac9cbf65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:38.052096 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae1c5f81-a8dd-4358-bf19-4633a37f928e req-2c95322b-d821-46d9-b70e-5514ac9cbf65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0642149 Dec 16 15:38:38.141340 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae1c5f81-a8dd-4358-bf19-4633a37f928e req-76b846a8-c9f3-474a-b374-418fccfdac5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833054 Dec 16 15:38:38.270572 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:38:38.293819 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae1c5f81-a8dd-4358-bf19-4633a37f928e req-d96cd0b1-edb3-419f-88f5-3888fa69ecbd service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421411 Dec 16 15:38:38.501539 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae1c5f81-a8dd-4358-bf19-4633a37f928e req-9b5e2994-6c7d-4833-af8b-70c015bb9eda service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008307 Dec 16 15:38:38.512007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ced77d-76e1-4ca6-82b2-d832580cead0 req-a1b247fc-6ae7-4c45-93b3-272a17584cda tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:38.513567 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38ced77d-76e1-4ca6-82b2-d832580cead0 req-a1b247fc-6ae7-4c45-93b3-272a17584cda tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.1880937 Dec 16 15:38:38.567106 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-38ced77d-76e1-4ca6-82b2-d832580cead0 req-8f042f40-5eea-478a-80dd-ffd7d78f9620 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470817 Dec 16 15:38:38.645851 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '7df5c4a7-44e5-462d-864e-2ae538835048', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:35:54Z', 'updated_at': '2021-12-16T15:35:58Z', 'revision_number': 1, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}, {'id': 'e22b3e19-158c-4760-8109-c5eaa1ba5671', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '6a38862a-109c-43da-917c-390dc4a17d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:ea:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e131bc-148b-487f-8429-c2f47286ab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:38:35Z', 'updated_at': '2021-12-16T15:38:35Z', 'revision_number': 0, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:38:38.650082 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401c0ff-2c8f-4190-ac16-04a4713e0819 None None] The sync data for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi is: [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '7df5c4a7-44e5-462d-864e-2ae538835048', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:35:54Z', 'updated_at': '2021-12-16T15:35:58Z', 'revision_number': 1, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}, {'id': 'e22b3e19-158c-4760-8109-c5eaa1ba5671', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '6a38862a-109c-43da-917c-390dc4a17d8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:ea:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e131bc-148b-487f-8429-c2f47286ab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:38:35Z', 'updated_at': '2021-12-16T15:38:35Z', 'revision_number': 0, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:38:38.967243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de53d5-b53b-4155-9090-e0ef61a26d0e None None] New status for floating IP e22b3e19-158c-4760-8109-c5eaa1ba5671: ACTIVE {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:38:39.774033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb9103-ffee-4c7f-8b06-fca2cfb4bd7f req-4adb7cc4-190e-4e89-a224-fb94d8139446 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:39.775686 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-21cb9103-ffee-4c7f-8b06-fca2cfb4bd7f req-4adb7cc4-190e-4e89-a224-fb94d8139446 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.0847418 Dec 16 15:38:39.832204 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-21cb9103-ffee-4c7f-8b06-fca2cfb4bd7f req-4b180de4-bf97-4e32-987a-8b134ca7f602 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502579 Dec 16 15:38:40.030994 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:38:41.054979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16ee4a-e6b0-47b3-9e13-011b794a6b26 req-fbe6fc4d-604d-4656-bb41-b1a48b6647cf tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:41.056629 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae16ee4a-e6b0-47b3-9e13-011b794a6b26 req-fbe6fc4d-604d-4656-bb41-b1a48b6647cf tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.0985398 Dec 16 15:38:41.109697 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ae16ee4a-e6b0-47b3-9e13-011b794a6b26 req-a0d9a9df-2711-485c-b9f2-409210dcd003 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463455 Dec 16 15:38:41.288181 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-06c809b6-914d-4c25-86af-e7e7e4890e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:42.459054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c02a83-bbd5-4850-9694-f3089835b1f0 req-2cbad5a4-30e5-40a6-8a7b-783b372245c2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:42.460604 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59c02a83-bbd5-4850-9694-f3089835b1f0 req-2cbad5a4-30e5-40a6-8a7b-783b372245c2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.0847671 Dec 16 15:38:42.511331 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-59c02a83-bbd5-4850-9694-f3089835b1f0 req-1c98a6cb-08ca-4aa1-b981-5dce4cf8e422 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445058 Dec 16 15:38:42.991612 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:43.723516 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698c911-382c-4ce1-8ddd-a17b5bed21ca req-57130efd-3b60-43ec-a1c1-c50b5b0bfc48 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:43.725104 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2698c911-382c-4ce1-8ddd-a17b5bed21ca req-57130efd-3b60-43ec-a1c1-c50b5b0bfc48 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.0822833 Dec 16 15:38:43.778223 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-2698c911-382c-4ce1-8ddd-a17b5bed21ca req-f3a1a5ad-272c-4080-ae8b-c2f03109cf11 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463727 Dec 16 15:38:43.877015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b8982853-0307-4e9b-9484-113d9f743320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:44.568378 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:45.003545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5bb54-4d3a-47cf-b1e7-8d6c3b6848e4 req-0521d835-41b1-4ddf-b894-90b2c17a3a68 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:45.006268 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fea5bb54-4d3a-47cf-b1e7-8d6c3b6848e4 req-0521d835-41b1-4ddf-b894-90b2c17a3a68 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.0914845 Dec 16 15:38:45.077165 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fea5bb54-4d3a-47cf-b1e7-8d6c3b6848e4 req-a4f345d1-b3cb-4a53-9775-bf26a5237850 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627248 Dec 16 15:38:45.848129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:38:46.488170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb9456-2d30-4551-8e7a-8c3ea6a9f28d req-36caaa44-dff5-4fe1-a25e-0c2c2273429d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:46.489799 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8fbb9456-2d30-4551-8e7a-8c3ea6a9f28d req-36caaa44-dff5-4fe1-a25e-0c2c2273429d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.2931836 Dec 16 15:38:46.540082 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-8fbb9456-2d30-4551-8e7a-8c3ea6a9f28d req-a0ac0ee6-ec81-44e7-8575-3dd6be3b4f6e tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434530 Dec 16 15:38:47.752733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accecbc-7554-40fc-852c-92b26bd2a523 req-a3ead482-eaeb-4405-8785-33b6d3f39b98 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:47.754523 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9accecbc-7554-40fc-852c-92b26bd2a523 req-a3ead482-eaeb-4405-8785-33b6d3f39b98 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.0865221 Dec 16 15:38:47.805676 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9accecbc-7554-40fc-852c-92b26bd2a523 req-a0e7292f-6c69-44fd-8c2c-1fd3581b4a1f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446379 Dec 16 15:38:49.034823 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331a6c6-0608-41ed-9a29-b328606926dc req-86963ed4-d166-4f9e-85f6-7135b1fd5ef2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:38:49.036515 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1331a6c6-0608-41ed-9a29-b328606926dc req-86963ed4-d166-4f9e-85f6-7135b1fd5ef2 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.0893393 Dec 16 15:38:49.087122 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-1331a6c6-0608-41ed-9a29-b328606926dc req-aa5af640-6b7f-4471-944e-d39bce5f00e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&id=fec80772-e67d-4195-a897-6cfea3e9cc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441082 Dec 16 15:38:57.630814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:11.293501 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aff06471-4758-456e-8077-2656eaa8bbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:12.984451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:13.858695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c44991ea-310e-4a44-9807-50a88c852b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:14.556326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:15.853524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:17.032342 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:39:27.647247 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:36.785252 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-171478bd-6a13-48e7-a571-da02917f405c req-7e5efcfc-7e8d-4fb1-b499-f20f5363cdc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781405 Dec 16 15:39:36.973036 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-171478bd-6a13-48e7-a571-da02917f405c req-c52eff36-f1b2-4040-8ce3-8cf57cf354ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 1098 time: 0.0773606 Dec 16 15:39:37.128319 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171478bd-6a13-48e7-a571-da02917f405c req-5ecd066c-2fbe-4d36-bc4b-4b7555d373c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:39:37.129897 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-171478bd-6a13-48e7-a571-da02917f405c req-5ecd066c-2fbe-4d36-bc4b-4b7555d373c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1375365 Dec 16 15:39:37.236350 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-171478bd-6a13-48e7-a571-da02917f405c req-f4269ee5-dab8-41ca-ba18-dd503131ed84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8 HTTP/1.1" status: 200 len: 1001 time: 0.0992517 Dec 16 15:39:37.312593 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171478bd-6a13-48e7-a571-da02917f405c req-887fa105-364e-419d-801e-3ca504cc6862 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:39:37.314244 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-171478bd-6a13-48e7-a571-da02917f405c req-887fa105-364e-419d-801e-3ca504cc6862 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0717976 Dec 16 15:39:37.396657 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-171478bd-6a13-48e7-a571-da02917f405c req-f8118f8d-0182-4ac2-a26b-24647124b21a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759745 Dec 16 15:39:37.545256 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-171478bd-6a13-48e7-a571-da02917f405c req-21bc9938-b8d0-424a-bdb8-405e5106fea4 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409934 Dec 16 15:39:37.697238 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-171478bd-6a13-48e7-a571-da02917f405c req-0fe62d36-8b75-42db-847d-b098ea91b0e3 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440523 Dec 16 15:39:41.286827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-11b87919-0c65-4664-b766-0d4cffc29525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:43.001596 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:43.870030 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2d08826f-7735-4656-b8c6-40b265ad14f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:44.567256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:45.860144 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:39:54.034080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:39:57.646792 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:00.862178 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-50b22398-c723-44fc-87dc-e6c6512eb83a tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294014708&fields=id&tenant_id=b6a9888d9bd1474688bf7f4b0feb85df HTTP/1.1" status: 200 len: 267 time: 0.0499086 Dec 16 15:40:00.948533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-3997215a-ba43-4bc0-a0e2-27d76b6f1e8f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:00.950163 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-3997215a-ba43-4bc0-a0e2-27d76b6f1e8f tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 984 time: 0.0819445 Dec 16 15:40:00.962243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.v2.base [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Request body: {'port': {'security_groups': ['d23dc704-84c2-4c3b-90c7-8c4a62016d4f']}} {{(pid=88292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 15:40:01.086499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851563531'] for port, before_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:01.363729 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] For port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:01.392175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for port, precommit_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:01.429470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257411824978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779442522893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257412252890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14863652'] for port, after_update {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:01.435235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-3cc44a89-e5ad-4c0e-bb0c-2f64b8571089 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:01.467781 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6925aa7d-82c7-4220-a544-9bf5ae16c3c5'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:40:01.511003 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:01.512399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:01.513311 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-9b4aa619-4f43-4807-a34d-d26b92df37e2 req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "PUT /v2.0/ports/6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 942 time: 0.5559785 Dec 16 15:40:01.513926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:40:01.521018 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35002) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:01.546820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event updated for resources: {'Port': ['ID=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,revision_number=7']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:01.562369 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.566512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.566996 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.567424 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.567849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.568339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.568762 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.569176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.569590 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.570002 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.570448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:01.576333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:01.584892 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'status': 'completed', 'code': 200} Dec 16 15:40:01.673935 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6925aa7d-82c7-4220-a544-9bf5ae16c3c5'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:40:01.691925 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:01.734511 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:01.793636 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-141a01ba-8877-4146-b45c-6d17238dcb1f req-d579eb26-bc91-43d3-bc63-9d203817a931 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1098 time: 0.1546917 Dec 16 15:40:01.881010 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b47fe049-cc68-4fff-bebb-9049225820c9 None None] Provisioning complete for port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 triggered by entity DHCP. {{(pid=88294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 16 15:40:01.881550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b47fe049-cc68-4fff-bebb-9049225820c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851389903'] for port, provisioning_complete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:01.943618 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a01ba-8877-4146-b45c-6d17238dcb1f req-9d92ecdd-df69-4790-962f-51402838e51b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:01.945471 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-141a01ba-8877-4146-b45c-6d17238dcb1f req-9d92ecdd-df69-4790-962f-51402838e51b service neutron] 10.222.0.32 "GET /v2.0/networks?id=260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 200 len: 916 time: 0.1448359 Dec 16 15:40:02.012912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:02.030590 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-51c6abc7-1eec-4ce1-9d12-63f7953ba2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:02.051621 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec80772-e67d-4195-a897-6cfea3e9cc9f,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:02.074615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.075033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.075440 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.075846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.076245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.076652 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.077156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.077561 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.077947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.078370 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.078767 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:40:02.084527 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:02.094581 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for security_group, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:02.095833 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-4200d598-cdc4-48de-b3ec-eac11a6a08e8 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "DELETE /v2.0/security-groups/fec80772-e67d-4195-a897-6cfea3e9cc9f HTTP/1.1" status: 204 len: 168 time: 0.5733395 Dec 16 15:40:02.098316 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-141a01ba-8877-4146-b45c-6d17238dcb1f req-706f94f5-ef26-416c-bc77-8a5b88a4d58b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 1000 time: 0.1452613 Dec 16 15:40:02.099534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35006) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:02.264845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a01ba-8877-4146-b45c-6d17238dcb1f req-ddf6e720-63bb-4b9b-93a2-367959cac45a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:02.450956 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-141a01ba-8877-4146-b45c-6d17238dcb1f req-ddf6e720-63bb-4b9b-93a2-367959cac45a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22b041f6-d3e1-4faa-8449-3a9b7e24d649 HTTP/1.1" status: 200 len: 854 time: 0.1013696 Dec 16 15:40:02.450956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Deleting port f0fda2be-7aac-45c4-acae-407c4795bbc1 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:02.450956 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:02.500026 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-141a01ba-8877-4146-b45c-6d17238dcb1f req-953bb2bf-55ee-440b-a51d-2056a0d2e1cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=260b6d1b-bb5d-47a7-8350-42d33bda8294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1757827 Dec 16 15:40:02.717669 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:02.718080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:02.863470 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Calling delete_port for f0fda2be-7aac-45c4-acae-407c4795bbc1 owned by network:floatingip {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:02.899729 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-141a01ba-8877-4146-b45c-6d17238dcb1f req-4d97e4d8-a6fe-4c34-a31f-6be1f3d21369 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852777 Dec 16 15:40:03.101040 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-141a01ba-8877-4146-b45c-6d17238dcb1f req-4098e309-8624-4206-90fe-d98621044387 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941435 Dec 16 15:40:03.229692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:03.234318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-00a28681-9e58-4233-9545-623a60172106 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:03.276714 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event deleted for resources: {'Port': ['ID=f0fda2be-7aac-45c4-acae-407c4795bbc1,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:03.279809 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:03.377347 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks [] for floatingip, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:04.001219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Router a3d1173e-4755-478a-9c04-485ec3338bcb has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:40:04.226641 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:40:04.237101 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] Sync routers for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:40:04.250573 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:04.255402 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:39:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:04.281048 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:04.336951 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-cb69733e-9df9-4247-a499-0d7fe3c21ee6 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "DELETE /v2.0/floatingips/b0577925-ff0d-4426-a253-f5898c17ba0f HTTP/1.1" status: 204 len: 168 time: 2.2363088 Dec 16 15:40:04.337985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:40:04.407877 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'status': 'completed', 'code': 200} Dec 16 15:40:04.462212 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:04.528849 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ec248f0-f1f0-42d5-8597-5c407e2ef0d9 req-b45ae860-033a-4dbe-bcb2-2616fe97b575 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 1098 time: 0.0749474 Dec 16 15:40:04.677523 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec248f0-f1f0-42d5-8597-5c407e2ef0d9 req-cb6f5d8b-a55f-4b0f-8521-21c46962d6ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:04.679330 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ec248f0-f1f0-42d5-8597-5c407e2ef0d9 req-cb6f5d8b-a55f-4b0f-8521-21c46962d6ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 200 len: 916 time: 0.1440499 Dec 16 15:40:04.756491 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ec248f0-f1f0-42d5-8597-5c407e2ef0d9 req-086ae947-f15b-44db-ac50-24443e5b8fa9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 200 len: 217 time: 0.0702727 Dec 16 15:40:04.822243 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:24Z', 'revision_number': 5, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:04.827903 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] Checking router: a3d1173e-4755-478a-9c04-485ec3338bcb for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:40:04.840320 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:04.840986 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:39:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:04.846645 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec248f0-f1f0-42d5-8597-5c407e2ef0d9 req-06184286-ae8c-4572-9b77-22626cf2956f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:04.848372 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ec248f0-f1f0-42d5-8597-5c407e2ef0d9 req-06184286-ae8c-4572-9b77-22626cf2956f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22b041f6-d3e1-4faa-8449-3a9b7e24d649 HTTP/1.1" status: 200 len: 854 time: 0.0856781 Dec 16 15:40:04.937030 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ec248f0-f1f0-42d5-8597-5c407e2ef0d9 req-35249af8-5920-4d9d-89ec-8de51cdf45b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=260b6d1b-bb5d-47a7-8350-42d33bda8294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814123 Dec 16 15:40:05.033912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:05.085255 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ec248f0-f1f0-42d5-8597-5c407e2ef0d9 req-85780ddf-7a68-489b-a10d-bc745c1c7e39 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394696 Dec 16 15:40:05.229708 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-3ec248f0-f1f0-42d5-8597-5c407e2ef0d9 req-dad90add-f210-4b39-87c5-cc76e6112c70 service neutron] 10.222.0.32 "GET /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362181 Dec 16 15:40:05.363814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:24Z', 'revision_number': 5, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:05.368006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e930d8c-1090-4f57-9a26-241385eaaf75 None None] The sync data for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi is: [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:36:14Z', 'revision_number': 4, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'a19ea7b0-73d7-44a8-a159-bb9a58ec0de1', 'name': '', 'network_id': '260b6d1b-bb5d-47a7-8350-42d33bda8294', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'mac_address': 'fa:16:3e:04:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:13Z', 'updated_at': '2021-12-16T15:36:24Z', 'revision_number': 5, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'subnets': [{'id': '22b041f6-d3e1-4faa-8449-3a9b7e24d649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:40:05.824224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77b227-44dc-4fd4-8d5e-43aac7c78d57 None None] New status for floating IP b0577925-ff0d-4426-a253-f5898c17ba0f: DOWN {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:40:09.122898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e4798-fb40-477c-90ea-76f492c12961 req-a554bf7b-825a-4b7c-b197-2c4a501cccda tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:09.125175 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fd4e4798-fb40-477c-90ea-76f492c12961 req-a554bf7b-825a-4b7c-b197-2c4a501cccda tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0857320 Dec 16 15:40:09.174696 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-fd4e4798-fb40-477c-90ea-76f492c12961 req-70638a90-b1fe-4fac-9402-8e951cfdedfc tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Dec 16 15:40:10.380059 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a9db-3454-41ec-88fa-a0262bdce6a5 req-858147a7-a0ab-4b0c-8c19-772f9ab23a91 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:10.380830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6446a9db-3454-41ec-88fa-a0262bdce6a5 req-858147a7-a0ab-4b0c-8c19-772f9ab23a91 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Synchronizing usage tracker for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:40:10.423462 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6446a9db-3454-41ec-88fa-a0262bdce6a5 req-858147a7-a0ab-4b0c-8c19-772f9ab23a91 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Unset dirty status for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:40:10.424760 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6446a9db-3454-41ec-88fa-a0262bdce6a5 req-858147a7-a0ab-4b0c-8c19-772f9ab23a91 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.1265712 Dec 16 15:40:10.472112 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6446a9db-3454-41ec-88fa-a0262bdce6a5 req-c33aa9c8-1fcf-45c9-83ec-9e5dad7cde4d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Synchronizing usage tracker for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:security_group {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:40:10.515178 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-6446a9db-3454-41ec-88fa-a0262bdce6a5 req-c33aa9c8-1fcf-45c9-83ec-9e5dad7cde4d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Unset dirty status for tenant:b6a9888d9bd1474688bf7f4b0feb85df on resource:security_group {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:40:10.516423 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-6446a9db-3454-41ec-88fa-a0262bdce6a5 req-c33aa9c8-1fcf-45c9-83ec-9e5dad7cde4d tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854661 Dec 16 15:40:11.298219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-80c8d4dc-1d65-4d0b-acb0-a19d35708838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:11.394954 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-02cc6309-3f42-46ee-89e8-94c89afda4bb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:11.396561 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-02cc6309-3f42-46ee-89e8-94c89afda4bb tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.32 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0879853 Dec 16 15:40:11.470789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Deleting port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:11.471176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:11.734845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] For port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:11.735257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:11.754755 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b8bdc-7ab0-4873-8225-a0f5f28d7267 req-4d80d757-6cee-4352-baa1-ea85a5adc70b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:11.756398 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-414b8bdc-7ab0-4873-8225-a0f5f28d7267 req-4d80d757-6cee-4352-baa1-ea85a5adc70b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 945 time: 0.0888891 Dec 16 15:40:11.807929 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-414b8bdc-7ab0-4873-8225-a0f5f28d7267 req-9e1b1356-2269-434f-86dd-68403c9cba6b tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/security-groups?id=d23dc704-84c2-4c3b-90c7-8c4a62016d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Dec 16 15:40:11.880771 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Calling delete_port for 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:12.069804 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:12.075951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a0237bce-b325-40ae-8161-37a03d2a23be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:12.104268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] get_ports_and_sgs() called for port_ids ['6925aa7d-82c7-4220-a544-9bf5ae16c3c5'] {{(pid=88294) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 16 15:40:12.120425 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Pushing event deleted for resources: {'Port': ['ID=6925aa7d-82c7-4220-a544-9bf5ae16c3c5,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:12.124973 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:12.200309 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] No DVR routers for this DVR port 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:40:12.203553 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:12.206355 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'name': 'network-vif-deleted', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:40:12.241820 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ac44587d-51dd-45ea-bc54-0140105647e9 req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.32 "DELETE /v2.0/ports/6925aa7d-82c7-4220-a544-9bf5ae16c3c5 HTTP/1.1" status: 204 len: 173 time: 0.8389196 Dec 16 15:40:12.268834 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b0fa18-ab49-4dde-bb17-091a3cb03e25', 'name': 'network-vif-deleted', 'tag': '6925aa7d-82c7-4220-a544-9bf5ae16c3c5', 'status': 'completed', 'code': 200} Dec 16 15:40:12.983876 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:13.029921 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-200f5910-e238-438a-a972-076b6209282a req-2eeb32f7-7998-488d-bba1-cfdadd54ff00 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b0fa18-ab49-4dde-bb17-091a3cb03e25 HTTP/1.1" status: 200 len: 210 time: 0.0454972 Dec 16 15:40:13.875930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d97c7aaf-949f-4b20-9798-711083d1fe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:14.583638 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:14.848383 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:40:14.883242 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:40:14.883639 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6925aa7d-82c7-4220-a544-9bf5ae16c3c5 not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:40:15.455988 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35096) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:15.858157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:15.861015 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062652'] for router_interface, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:16.713982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Deleting port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:16.714331 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:16.905900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] For port a19ea7b0-73d7-44a8-a159-bb9a58ec0de1, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=a19ea7b0-73d7-44a8-a159-bb9a58ec0de1,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:16.906790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:17.039530 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Calling delete_port for a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 owned by network:router_interface {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:17.292125 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:17.297099 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-2cf12728-c7c9-4c61-9eec-626bbb533855 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:17.338974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a19ea7b0-73d7-44a8-a159-bb9a58ec0de1,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:17.344065 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:17.645951 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853542379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062498'] for router_interface, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:18.255080 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Router a3d1173e-4755-478a-9c04-485ec3338bcb has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:40:18.467820 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:40:18.476991 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] Sync routers for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:40:18.480906 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-27ed08f3-7326-426b-a160-36bd1f96f5ac admin admin] 10.222.0.45 "PUT /v2.0/routers/a3d1173e-4755-478a-9c04-485ec3338bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0237586 Dec 16 15:40:18.484234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35100) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:18.499027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:18.499965 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:18.699694 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks [] for router, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:18.859222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:19.136783 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:19.170660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:40:17Z', 'revision_number': 5, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port': {'id': 'be73ac33-5ae3-404a-a49b-3da601f3b923', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:11Z', 'updated_at': '2021-12-16T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:19.172211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Deleting port be73ac33-5ae3-404a-a49b-3da601f3b923 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:19.172580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:19.175550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] Checking router: a3d1173e-4755-478a-9c04-485ec3338bcb for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:40:19.187694 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] Routers {'a3d1173e-4755-478a-9c04-485ec3338bcb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:19.188380 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['a3d1173e-4755-478a-9c04-485ec3338bcb'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:19.348528 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] Set router a3d1173e-4755-478a-9c04-485ec3338bcb gateway port host: None {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:19.360312 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] For port be73ac33-5ae3-404a-a49b-3da601f3b923, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=be73ac33-5ae3-404a-a49b-3da601f3b923,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:19.363157 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:19.461977 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:40:19Z', 'revision_number': 6, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port_host': None}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:19.466184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902dd77f-640b-4ab6-a678-87e91a27e712 None None] The sync data for ids ['a3d1173e-4755-478a-9c04-485ec3338bcb'] in dv-cinder-821894-3-iscsi is: [{'id': 'a3d1173e-4755-478a-9c04-485ec3338bcb', 'name': 'tempest-TestMinimumBasicScenario-1746888622-router', 'tenant_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:10Z', 'updated_at': '2021-12-16T15:40:19Z', 'revision_number': 6, 'project_id': 'b6a9888d9bd1474688bf7f4b0feb85df', 'gw_port_host': None}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:40:19.490339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Calling delete_port for be73ac33-5ae3-404a-a49b-3da601f3b923 owned by network:router_gateway {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:19.795608 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:19.800493 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d9c216e9-1bbf-4fa9-9960-c1fa552903ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:19.843528 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Pushing event deleted for resources: {'Port': ['ID=be73ac33-5ae3-404a-a49b-3da601f3b923,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:19.846541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:20.082680 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853057515'] for router_gateway, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.351932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852982661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733131'] for router, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.356545 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.463578 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852982763'] for router, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.464156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d1173e-4755-478a-9c04-485ec3338bcb {{(pid=88293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:40:20.477711 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.479331 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8fb1ba6c-61da-40a3-a197-c1293274f48c admin admin] 10.222.0.45 "DELETE /v2.0/routers/a3d1173e-4755-478a-9c04-485ec3338bcb HTTP/1.1" status: 204 len: 168 time: 1.9937634 Dec 16 15:40:20.481811 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35104) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:20.549064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-5130caf2-ca9c-4607-9af8-d56f3f30397f admin admin] Deleting subnet 22b041f6-d3e1-4faa-8449-3a9b7e24d649 {{(pid=88293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:40:20.552546 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5130caf2-ca9c-4607-9af8-d56f3f30397f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.608798 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5130caf2-ca9c-4607-9af8-d56f3f30397f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839449565'] for subnet, precommit_delete_associations {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.691086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5130caf2-ca9c-4607-9af8-d56f3f30397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.778007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5130caf2-ca9c-4607-9af8-d56f3f30397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14847776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839537994'] for subnet, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.784220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-4f9e43c8-8aee-4098-ab23-5bd5e87902e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:20.824472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130caf2-ca9c-4607-9af8-d56f3f30397f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b041f6-d3e1-4faa-8449-3a9b7e24d649,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:20.827257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-5130caf2-ca9c-4607-9af8-d56f3f30397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:20.829990 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5130caf2-ca9c-4607-9af8-d56f3f30397f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.835506 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61650199-ac87-4387-ad1d-337be4c5405f None None] Network 260b6d1b-bb5d-47a7-8350-42d33bda8294 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:40:20.836967 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-5130caf2-ca9c-4607-9af8-d56f3f30397f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/22b041f6-d3e1-4faa-8449-3a9b7e24d649 HTTP/1.1" status: 204 len: 168 time: 0.3538966 Dec 16 15:40:20.839361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35108) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:20.959730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:20.971035 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Deleting port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:20.971419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.102708 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] DHCP port deletion for 260b6d1b-bb5d-47a7-8350-42d33bda8294 request from dv-cinder-821894-3-iscsi {{(pid=88294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 16 15:40:21.106985 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] Deleting port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:21.107447 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.194329 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] For port ff7ccc9e-86b4-46ae-b8b5-92081bd27622, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=ff7ccc9e-86b4-46ae-b8b5-92081bd27622,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:21.194850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.320850 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] For port ff7ccc9e-86b4-46ae-b8b5-92081bd27622, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=ff7ccc9e-86b4-46ae-b8b5-92081bd27622,segment=NetworkSegment(06275600-697e-4fc0-a380-183d54f47d1a),segment_id=06275600-697e-4fc0-a380-183d54f47d1a)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:21.321207 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.322763 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Calling delete_port for ff7ccc9e-86b4-46ae-b8b5-92081bd27622 owned by network:dhcp {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:21.446588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.448426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device ff7ccc9e-86b4-46ae-b8b5-92081bd27622 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:40:21.452069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a0950318-120a-436b-84ef-69a56fc5d574 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:21.482858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] Calling delete_port for ff7ccc9e-86b4-46ae-b8b5-92081bd27622 owned by network:dhcp {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:21.495135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7ccc9e-86b4-46ae-b8b5-92081bd27622,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:21.498750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:21.501066 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] No DVR routers for this DVR port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 on host dv-cinder-821894-3-iscsi {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:40:21.520358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: ff7ccc9e-86b4-46ae-b8b5-92081bd27622 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:40:21.520757 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device ff7ccc9e-86b4-46ae-b8b5-92081bd27622 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:40:21.521230 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:40:21.561950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:40:21.562376 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a19ea7b0-73d7-44a8-a159-bb9a58ec0de1 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:40:21.562845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device be73ac33-5ae3-404a-a49b-3da601f3b923 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:40:21.610391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: be73ac33-5ae3-404a-a49b-3da601f3b923 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:40:21.610793 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device be73ac33-5ae3-404a-a49b-3da601f3b923 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:40:21.631548 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.633184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:40:21.633601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 16 15:40:21.658924 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260b6d1b-bb5d-47a7-8350-42d33bda8294']}} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:21.671551 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06275600-697e-4fc0-a380-183d54f47d1a') {'for_net_delete': True} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:21.671887 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06275600-697e-4fc0-a380-183d54f47d1a') {} {{(pid=88293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:21.683736 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15326250'] for segment, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.699060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.705982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:40:21.706451 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839929726'] for segment, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:40:21.720454 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:40:21.852278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.856169 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:21.870465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:21.882077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Pushing event deleted for resources: {'Network': ['ID=260b6d1b-bb5d-47a7-8350-42d33bda8294,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:21.885478 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:21.922226 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-45ac6766-8ebb-43c9-9f27-952b175ae530 admin admin] 10.222.0.45 "DELETE /v2.0/networks/260b6d1b-bb5d-47a7-8350-42d33bda8294 HTTP/1.1" status: 204 len: 168 time: 1.0817664 Dec 16 15:40:21.925167 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35112) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:22.134733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] Deleting port ff7ccc9e-86b4-46ae-b8b5-92081bd27622 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:22.135084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:22.204166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5b145340-4090-453e-af02-a29b68df67d2 None None] The port 'ff7ccc9e-86b4-46ae-b8b5-92081bd27622' was deleted {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 16 15:40:22.552816 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062652'] for router_interface, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:23.178838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Deleting port cd6ae38c-1e3b-4bce-b314-b830d37aed6b {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:23.179223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:23.361246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] For port cd6ae38c-1e3b-4bce-b314-b830d37aed6b, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=cd6ae38c-1e3b-4bce-b314-b830d37aed6b,segment=NetworkSegment(51321eea-ec26-4490-9554-da40743c10e6),segment_id=51321eea-ec26-4490-9554-da40743c10e6)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:23.361654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:23.488575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Calling delete_port for cd6ae38c-1e3b-4bce-b314-b830d37aed6b owned by network:router_interface {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:23.698263 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:23.703063 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d7bef529-991e-4726-b37d-283a9f1e6b11 tempest-AttachVolumeNegativeTest-797587787 tempest-AttachVolumeNegativeTest-797587787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:23.745109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6ae38c-1e3b-4bce-b314-b830d37aed6b,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:23.748885 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:24.052361 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853542379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062498'] for router_interface, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:24.667539 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Router af463be6-d9b7-41f9-865b-e5ef0c7c97ce has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:40:24.882077 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:40:24.892929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] Sync routers for ids ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:40:24.906981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] Routers {'af463be6-d9b7-41f9-865b-e5ef0c7c97ce'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:24.907662 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:24.922920 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-c3e4aa8c-9e38-4c54-87e9-ee24562d9860 admin admin] 10.222.0.45 "PUT /v2.0/routers/af463be6-d9b7-41f9-865b-e5ef0c7c97ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9966030 Dec 16 15:40:24.925431 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35116) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:25.100563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] Set router af463be6-d9b7-41f9-865b-e5ef0c7c97ce gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:25.360176 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:25.419084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:40:23Z', 'revision_number': 5, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'gw_port': {'id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:25.423912 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] Checking router: af463be6-d9b7-41f9-865b-e5ef0c7c97ce for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:40:25.435455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] Routers {'af463be6-d9b7-41f9-865b-e5ef0c7c97ce'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:25.436104 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:25.581037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:25.622184 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] Set router af463be6-d9b7-41f9-865b-e5ef0c7c97ce gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:25.635211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Deleting port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:25.635604 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:25.821628 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] For port 8068a1ce-be56-4a77-9ab6-dbefcd13a46c, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=8068a1ce-be56-4a77-9ab6-dbefcd13a46c,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:25.822074 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:25.929468 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:40:23Z', 'revision_number': 5, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'gw_port': {'id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:25.933606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9fa5d4-8a67-47e4-a91e-1435a7d12bb3 None None] The sync data for ids ['af463be6-d9b7-41f9-865b-e5ef0c7c97ce'] in dv-cinder-821894-3-iscsi is: [{'id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'name': 'tempest-TestMinimumBasicScenario-1156158131-router', 'tenant_id': '46acada90ad74567b0a3f98e64eaafb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:40:23Z', 'revision_number': 5, 'project_id': '46acada90ad74567b0a3f98e64eaafb9', 'gw_port': {'id': '8068a1ce-be56-4a77-9ab6-dbefcd13a46c', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af463be6-d9b7-41f9-865b-e5ef0c7c97ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:36:19Z', 'updated_at': '2021-12-16T15:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:40:25.958020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Calling delete_port for 8068a1ce-be56-4a77-9ab6-dbefcd13a46c owned by network:router_gateway {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:26.183615 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:26.189105 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1606cbcb-e628-4513-93bf-9dd0e5a58205 tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:26.241375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8068a1ce-be56-4a77-9ab6-dbefcd13a46c,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:26.244554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:26.487790 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853057515'] for router_gateway, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:26.760224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852982661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733131'] for router, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:26.764710 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:26.984150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852982763'] for router, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:26.984772 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af463be6-d9b7-41f9-865b-e5ef0c7c97ce {{(pid=88293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:40:26.997749 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] Notify callbacks [] for router, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:26.999092 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-220b58e9-8969-4b74-b8e6-5363734f2de2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/af463be6-d9b7-41f9-865b-e5ef0c7c97ce HTTP/1.1" status: 204 len: 168 time: 2.0726645 Dec 16 15:40:27.001846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88293) accepted ('10.222.0.45', 35120) {{(pid=88293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:27.070457 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d0f37b-ad8e-4b22-9c60-89758ac68755 admin admin] Deleting subnet 76ee1f85-b43f-4b8a-8032-0bc8b4371e41 {{(pid=88293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:40:27.073827 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49d0f37b-ad8e-4b22-9c60-89758ac68755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:27.132111 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49d0f37b-ad8e-4b22-9c60-89758ac68755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839449565'] for subnet, precommit_delete_associations {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:27.277354 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49d0f37b-ad8e-4b22-9c60-89758ac68755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:27.411949 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 8068a1ce-be56-4a77-9ab6-dbefcd13a46c no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:40:27.446651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 8068a1ce-be56-4a77-9ab6-dbefcd13a46c {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:40:27.447054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 8068a1ce-be56-4a77-9ab6-dbefcd13a46c not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:40:27.447526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device cd6ae38c-1e3b-4bce-b314-b830d37aed6b no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:40:27.481395 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: cd6ae38c-1e3b-4bce-b314-b830d37aed6b {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:40:27.481719 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device cd6ae38c-1e3b-4bce-b314-b830d37aed6b not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:40:27.549439 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49d0f37b-ad8e-4b22-9c60-89758ac68755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14847776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839537994'] for subnet, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:27.555822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-c76db75a-f13a-489d-8fa7-2019b4c7ee73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:27.595594 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0f37b-ad8e-4b22-9c60-89758ac68755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ee1f85-b43f-4b8a-8032-0bc8b4371e41,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:27.598588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-49d0f37b-ad8e-4b22-9c60-89758ac68755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:27.601166 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49d0f37b-ad8e-4b22-9c60-89758ac68755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for subnet, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:27.607168 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e136a7bd-db20-44b2-b74c-37abcbaca79a None None] Network eec86e16-8bb6-423e-ae84-ca09feaf93d8 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:40:27.607597 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-49d0f37b-ad8e-4b22-9c60-89758ac68755 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/76ee1f85-b43f-4b8a-8032-0bc8b4371e41 HTTP/1.1" status: 204 len: 168 time: 0.6045465 Dec 16 15:40:27.639491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35124) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:27.727608 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:27.758979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:27.770586 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Deleting port 0632052b-af28-4161-a6d9-49513179f71f {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:27.770947 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:27.882405 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55959985-d605-4e1b-870e-051390e21736 None None] DHCP port deletion for eec86e16-8bb6-423e-ae84-ca09feaf93d8 request from dv-cinder-821894-3-iscsi {{(pid=88294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 16 15:40:27.886568 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55959985-d605-4e1b-870e-051390e21736 None None] Deleting port 0632052b-af28-4161-a6d9-49513179f71f {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:27.886989 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55959985-d605-4e1b-870e-051390e21736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:27.995944 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] For port 0632052b-af28-4161-a6d9-49513179f71f, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=0632052b-af28-4161-a6d9-49513179f71f,segment=NetworkSegment(51321eea-ec26-4490-9554-da40743c10e6),segment_id=51321eea-ec26-4490-9554-da40743c10e6)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:27.996559 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.099482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55959985-d605-4e1b-870e-051390e21736 None None] For port 0632052b-af28-4161-a6d9-49513179f71f, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=0632052b-af28-4161-a6d9-49513179f71f,segment=NetworkSegment(51321eea-ec26-4490-9554-da40743c10e6),segment_id=51321eea-ec26-4490-9554-da40743c10e6)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:28.099847 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55959985-d605-4e1b-870e-051390e21736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.126031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Calling delete_port for 0632052b-af28-4161-a6d9-49513179f71f owned by network:dhcp {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:28.226905 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55959985-d605-4e1b-870e-051390e21736 None None] Calling delete_port for 0632052b-af28-4161-a6d9-49513179f71f owned by network:dhcp {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:28.234813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.239661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-280cba91-47e4-4783-9504-32bd444fd5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:28.286566 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0632052b-af28-4161-a6d9-49513179f71f,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:28.289626 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:28.292657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] No DVR routers for this DVR port 0632052b-af28-4161-a6d9-49513179f71f on host dv-cinder-821894-3-iscsi {{(pid=88292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:40:28.303872 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-55959985-d605-4e1b-870e-051390e21736 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:40:28.304288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-55959985-d605-4e1b-870e-051390e21736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 16 15:40:28.435640 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.461750 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec86e16-8bb6-423e-ae84-ca09feaf93d8']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:28.474992 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51321eea-ec26-4490-9554-da40743c10e6') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:28.475330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51321eea-ec26-4490-9554-da40743c10e6') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:28.487889 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.537601 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.544196 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:40:28.544735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:40:28.559472 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:40:28.771895 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.775622 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-18dea770-4f80-4020-8060-d4a3a67d3abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:28.792966 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.802032 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec86e16-8bb6-423e-ae84-ca09feaf93d8,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:28.806252 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55959985-d605-4e1b-870e-051390e21736 None None] Deleting port 0632052b-af28-4161-a6d9-49513179f71f {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:28.806893 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55959985-d605-4e1b-870e-051390e21736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:28.806981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:28.810760 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-00f289ec-9e2a-47df-b7b1-acddc7e464f8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/eec86e16-8bb6-423e-ae84-ca09feaf93d8 HTTP/1.1" status: 204 len: 168 time: 1.1701219 Dec 16 15:40:28.871886 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55959985-d605-4e1b-870e-051390e21736 None None] The port '0632052b-af28-4161-a6d9-49513179f71f' was deleted {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 16 15:40:29.100507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35130) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:29.156416 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-400200c7-1f8d-4a8e-8dfb-fb04a60a60d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6a9888d9bd1474688bf7f4b0feb85df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542533 Dec 16 15:40:29.158873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35134) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:29.229118 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8604b896-ab89-4b57-9e61-49a245a77b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:29.257769 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8604b896-ab89-4b57-9e61-49a245a77b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:29.401200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8604b896-ab89-4b57-9e61-49a245a77b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:29.406441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-11aa8ac7-215f-4169-9487-1b2a1ec030f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:29.410312 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0632052b-af28-4161-a6d9-49513179f71f no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:40:29.423177 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604b896-ab89-4b57-9e61-49a245a77b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23dc704-84c2-4c3b-90c7-8c4a62016d4f,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:29.425961 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8604b896-ab89-4b57-9e61-49a245a77b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:29.453109 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 0632052b-af28-4161-a6d9-49513179f71f {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:40:29.453514 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 0632052b-af28-4161-a6d9-49513179f71f not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:40:29.458693 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8604b896-ab89-4b57-9e61-49a245a77b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:29.460147 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8604b896-ab89-4b57-9e61-49a245a77b0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d23dc704-84c2-4c3b-90c7-8c4a62016d4f HTTP/1.1" status: 204 len: 168 time: 0.2959650 Dec 16 15:40:30.118397 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35142) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:30.176994 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8e9c596a-d145-4175-86e8-863e4a786abb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46acada90ad74567b0a3f98e64eaafb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572052 Dec 16 15:40:30.179607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35146) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:30.253146 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e6d20d95-66b4-436b-b448-0b994041f824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:30.283896 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e6d20d95-66b4-436b-b448-0b994041f824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:30.520919 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e6d20d95-66b4-436b-b448-0b994041f824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:30.526461 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-99204a65-a9c9-4fe4-a316-dc556a8d115c tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:30.544143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d20d95-66b4-436b-b448-0b994041f824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa7b0b-6a57-44f6-9214-66172be8eb9d,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:30.555359 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-e6d20d95-66b4-436b-b448-0b994041f824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:30.559726 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e6d20d95-66b4-436b-b448-0b994041f824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:30.559726 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-e6d20d95-66b4-436b-b448-0b994041f824 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7afa7b0b-6a57-44f6-9214-66172be8eb9d HTTP/1.1" status: 204 len: 168 time: 0.3781614 Dec 16 15:40:31.036444 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:40:36.814361 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-6d3b3a8e-b092-4df8-8b57-8b72996bf1d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729647 Dec 16 15:40:36.919544 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-1aa89d29-c365-44df-851b-aef423dafd34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 1099 time: 0.0721257 Dec 16 15:40:37.078859 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-6b86037d-2afe-4700-8564-51da61cdd554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:37.080489 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-6b86037d-2afe-4700-8564-51da61cdd554 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1418819 Dec 16 15:40:37.193552 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-98ebae7e-91e9-4f71-8c70-c16e231d44dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a38862a-109c-43da-917c-390dc4a17d8c HTTP/1.1" status: 200 len: 1001 time: 0.1063726 Dec 16 15:40:37.269826 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-de91cc1b-9d7c-4e20-91a8-95bf23a1071b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:37.271502 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-de91cc1b-9d7c-4e20-91a8-95bf23a1071b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0716307 Dec 16 15:40:37.360105 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-bd7234fc-f676-4766-bf50-23a8d9b0cbce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819738 Dec 16 15:40:37.515271 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-a806df0c-d98c-403f-b501-5e488df9c6a9 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476545 Dec 16 15:40:37.879219 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-345e0b98-a732-4d6a-803f-99fb71120e74 req-363b07da-7286-434c-b7c2-a029183d5253 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570151 Dec 16 15:40:37.907223 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35154) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:38.128245 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Deleting port b4783b3e-75bb-4818-96d5-aceefd3e6f1e {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:38.128624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:38.319957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:38.320330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:38.452417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Calling delete_port for b4783b3e-75bb-4818-96d5-aceefd3e6f1e owned by network:floatingip {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:38.863580 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:38.868037 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:38.914253 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event deleted for resources: {'Port': ['ID=b4783b3e-75bb-4818-96d5-aceefd3e6f1e,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:38.917318 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:39.010654 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:39.421620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Router 5b0fa789-b22f-414c-a365-f54101d0c300 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:40:39.636541 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:40:39.647812 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] Sync routers for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:40:39.660498 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:39.662456 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:39.680442 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:39.742211 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "DELETE /v2.0/floatingips/e22b3e19-158c-4760-8109-c5eaa1ba5671 HTTP/1.1" status: 204 len: 168 time: 1.8279319 Dec 16 15:40:39.742211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:40:39.798033 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c', 'status': 'completed', 'code': 200} Dec 16 15:40:39.923579 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a369c09e-a0d0-4ed8-85a5-f961b9d06926 req-241ec546-a289-4cc5-8f36-aa23dc1acb6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 1099 time: 0.0823395 Dec 16 15:40:40.042371 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:40.091225 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369c09e-a0d0-4ed8-85a5-f961b9d06926 req-840f53c5-ee19-4019-b887-014ebd0b5a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:40.093019 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a369c09e-a0d0-4ed8-85a5-f961b9d06926 req-840f53c5-ee19-4019-b887-014ebd0b5a45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1621661 Dec 16 15:40:40.197663 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a369c09e-a0d0-4ed8-85a5-f961b9d06926 req-b5c42b41-00f1-40e9-93a0-e6b5ccd50706 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a38862a-109c-43da-917c-390dc4a17d8c HTTP/1.1" status: 200 len: 217 time: 0.0711572 Dec 16 15:40:40.323722 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369c09e-a0d0-4ed8-85a5-f961b9d06926 req-130f3b40-a687-4dcf-9472-1530c595989e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:40.325311 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a369c09e-a0d0-4ed8-85a5-f961b9d06926 req-130f3b40-a687-4dcf-9472-1530c595989e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0859210 Dec 16 15:40:40.401718 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98646fb8-8f67-4928-94c6-8885b7592194 req-ce39d9eb-6bdf-4247-82a5-b14138f263da tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:40.404909 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-98646fb8-8f67-4928-94c6-8885b7592194 req-ce39d9eb-6bdf-4247-82a5-b14138f263da tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 946 time: 0.2049081 Dec 16 15:40:40.434672 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '7df5c4a7-44e5-462d-864e-2ae538835048', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:35:54Z', 'updated_at': '2021-12-16T15:35:58Z', 'revision_number': 1, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:40.440657 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] Checking router: 5b0fa789-b22f-414c-a365-f54101d0c300 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:40:40.453094 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:40.453701 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:14Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:40.480063 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-98646fb8-8f67-4928-94c6-8885b7592194 req-fb6e741c-de5e-4925-87d1-7a31e00368a2 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676625 Dec 16 15:40:40.484574 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a369c09e-a0d0-4ed8-85a5-f961b9d06926 req-b5fb608f-b773-4aa7-9fe0-971abf2335b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1474915 Dec 16 15:40:40.635373 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a369c09e-a0d0-4ed8-85a5-f961b9d06926 req-6fdeb4da-bffc-44d5-bce4-701e867495ed service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419723 Dec 16 15:40:40.651707 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:40.794728 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-a369c09e-a0d0-4ed8-85a5-f961b9d06926 req-3fb7e56f-6077-44bc-b068-c0910c4fa32d service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525664 Dec 16 15:40:41.029957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '7df5c4a7-44e5-462d-864e-2ae538835048', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:35:54Z', 'updated_at': '2021-12-16T15:35:58Z', 'revision_number': 1, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:41.034589 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51054abc-ac90-402e-9bf0-9b45821f880f None None] The sync data for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi is: [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_floatingips': [{'id': '7df5c4a7-44e5-462d-864e-2ae538835048', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'router_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'port_id': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'mac_address': 'fa:16:3e:cf:d1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:35:54Z', 'updated_at': '2021-12-16T15:35:58Z', 'revision_number': 1, 'project_id': '211699de14224a63a48d253eaa061c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:40:41.291864 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-bf2caeba-0b05-4334-9f22-80c179637396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:41.464273 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdfb88-180f-440e-9b9b-ed85ecbc795f None None] New status for floating IP e22b3e19-158c-4760-8109-c5eaa1ba5671: DOWN {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:40:41.698288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7845fe5-211f-46e6-889b-74777f7a4164 req-23ba2802-2939-4299-8f71-8f359efbfbcf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:41.699075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-b7845fe5-211f-46e6-889b-74777f7a4164 req-23ba2802-2939-4299-8f71-8f359efbfbcf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:40:41.743455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-b7845fe5-211f-46e6-889b-74777f7a4164 req-23ba2802-2939-4299-8f71-8f359efbfbcf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:40:41.744801 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b7845fe5-211f-46e6-889b-74777f7a4164 req-23ba2802-2939-4299-8f71-8f359efbfbcf tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 946 time: 0.1340189 Dec 16 15:40:41.793983 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b7845fe5-211f-46e6-889b-74777f7a4164 req-7126cbb2-6eea-4088-b299-877e684c835e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Dec 16 15:40:42.110534 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-de00f3e1-1354-49e9-9d0b-c26209d78be2 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:42.112136 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-de00f3e1-1354-49e9-9d0b-c26209d78be2 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 946 time: 0.0852313 Dec 16 15:40:42.184932 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Deleting port 6a38862a-109c-43da-917c-390dc4a17d8c {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:42.185882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:42.446935 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] For port 6a38862a-109c-43da-917c-390dc4a17d8c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6a38862a-109c-43da-917c-390dc4a17d8c,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:42.447335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:42.576454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Calling delete_port for 6a38862a-109c-43da-917c-390dc4a17d8c owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:42.880136 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:42.886633 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-47c925a6-be77-4d2f-aa06-013837ae5cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:42.932825 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event deleted for resources: {'Port': ['ID=6a38862a-109c-43da-917c-390dc4a17d8c,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:42.936787 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:43.000486 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:43.055929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] No DVR routers for this DVR port 6a38862a-109c-43da-917c-390dc4a17d8c on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:40:43.059355 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b2559849-7e2b-4b45-b557-3ee7df958134 req-5ed1b4ed-ba73-494d-bc99-227b2f690397 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 210 time: 0.0547135 Dec 16 15:40:43.060411 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:43.063824 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'name': 'network-vif-deleted', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:40:43.109912 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e4c921a6-5dcd-4eaa-89e4-2afdf952963f req-f35b6de1-219e-4750-850f-ab7d19de8d9c tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "DELETE /v2.0/ports/6a38862a-109c-43da-917c-390dc4a17d8c HTTP/1.1" status: 204 len: 173 time: 0.9920447 Dec 16 15:40:43.118709 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e131bc-148b-487f-8429-c2f47286ab8c', 'name': 'network-vif-deleted', 'tag': '6a38862a-109c-43da-917c-390dc4a17d8c', 'status': 'completed', 'code': 200} Dec 16 15:40:43.863620 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-69e8bd1d-1a0a-41ff-883b-4ad31d31e54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:44.338235 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-cabf334c-8491-4513-9fb1-b920e54ac135 req-06cb3465-258b-4ed8-82ff-00533cae57a9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:40:44.371863 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-cabf334c-8491-4513-9fb1-b920e54ac135 req-06cb3465-258b-4ed8-82ff-00533cae57a9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:40:44.373293 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-cabf334c-8491-4513-9fb1-b920e54ac135 req-06cb3465-258b-4ed8-82ff-00533cae57a9 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=55e131bc-148b-487f-8429-c2f47286ab8c HTTP/1.1" status: 200 len: 210 time: 0.0845668 Dec 16 15:40:44.570941 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:44.951583 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6a38862a-109c-43da-917c-390dc4a17d8c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:40:44.985021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 6a38862a-109c-43da-917c-390dc4a17d8c {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:40:44.985415 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 6a38862a-109c-43da-917c-390dc4a17d8c not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:40:45.863308 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:47.990585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35190) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:48.212509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Deleting port 1ff16e69-abdd-42d2-ad71-b62afad86054 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:48.212830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:48.395731 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:48.396106 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:48.527085 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Calling delete_port for 1ff16e69-abdd-42d2-ad71-b62afad86054 owned by network:floatingip {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:48.840519 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:48.845482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-472ff947-b0bd-4c26-8a05-8cec38a06044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:48.887170 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event deleted for resources: {'Port': ['ID=1ff16e69-abdd-42d2-ad71-b62afad86054,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:48.892027 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:48.990981 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:49.403786 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Router 5b0fa789-b22f-414c-a365-f54101d0c300 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:40:49.836364 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:40:49.847810 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] Sync routers for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:40:49.865046 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:49.873262 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:49.897512 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:49.956783 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8d922d0b-abf7-477f-a551-c22d0d2f3650 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "DELETE /v2.0/floatingips/7df5c4a7-44e5-462d-864e-2ae538835048 HTTP/1.1" status: 204 len: 168 time: 1.9649854 Dec 16 15:40:49.957481 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8'}] {{(pid=88292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:40:50.011264 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'status': 'completed', 'code': 200} Dec 16 15:40:50.054891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:50.132200 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b78efb41-869f-41f4-a434-480d30983d76 req-f411b189-aec8-4eed-9e06-fa7056269993 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=211699de14224a63a48d253eaa061c69&device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 1098 time: 0.0758667 Dec 16 15:40:50.286175 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78efb41-869f-41f4-a434-480d30983d76 req-46c6fde7-a66d-4dfb-a8ae-20a9fce46c13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:50.287792 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b78efb41-869f-41f4-a434-480d30983d76 req-46c6fde7-a66d-4dfb-a8ae-20a9fce46c13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 200 len: 912 time: 0.1499224 Dec 16 15:40:50.366304 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b78efb41-869f-41f4-a434-480d30983d76 req-4675ee3f-26dc-4574-bfcb-7833e578e830 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8 HTTP/1.1" status: 200 len: 217 time: 0.0706842 Dec 16 15:40:50.408129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:50.412276 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] Checking router: 5b0fa789-b22f-414c-a365-f54101d0c300 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:40:50.424805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:40:50.425482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:50.441275 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78efb41-869f-41f4-a434-480d30983d76 req-97ac9adf-c9cc-42da-bf84-d8f438eb8d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:50.442945 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b78efb41-869f-41f4-a434-480d30983d76 req-97ac9adf-c9cc-42da-bf84-d8f438eb8d6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 200 len: 850 time: 0.0692291 Dec 16 15:40:50.470794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ac476-3e39-4bcb-abad-c916f3122c94 req-4ba15531-2ca1-4a09-b5f7-bd082e8e251d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:50.471849 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-ec3ac476-3e39-4bcb-abad-c916f3122c94 req-4ba15531-2ca1-4a09-b5f7-bd082e8e251d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88292) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:40:50.525276 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b78efb41-869f-41f4-a434-480d30983d76 req-7ab5f98c-b81d-4638-b761-eef7f6fc98b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888cf1c9-54d5-43ec-9d53-9903be1aba42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737023 Dec 16 15:40:50.532316 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-ec3ac476-3e39-4bcb-abad-c916f3122c94 req-4ba15531-2ca1-4a09-b5f7-bd082e8e251d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:40:50.533651 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec3ac476-3e39-4bcb-abad-c916f3122c94 req-4ba15531-2ca1-4a09-b5f7-bd082e8e251d tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 945 time: 0.1477661 Dec 16 15:40:50.587946 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-ec3ac476-3e39-4bcb-abad-c916f3122c94 req-9f40ed48-e6ae-4174-a0c9-fb025d062e83 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474808 Dec 16 15:40:50.617491 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:40:50.673537 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b78efb41-869f-41f4-a434-480d30983d76 req-a5727f2a-96eb-49ff-8003-b4c7c4f9d845 service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399715 Dec 16 15:40:50.826851 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-b78efb41-869f-41f4-a434-480d30983d76 req-1dff640d-b308-4be5-83d3-24f26407de1e service neutron] 10.222.0.32 "GET /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467667 Dec 16 15:40:51.114570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:40:51.118735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c2a67-ddc0-4486-9ac3-dcb6d4a3be60 None None] The sync data for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi is: [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:31:40Z', 'revision_number': 4, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi', '_interfaces': [{'id': 'd360971a-e0b8-4b11-9c0b-213c640c58d6', 'name': '', 'network_id': '888cf1c9-54d5-43ec-9d53-9903be1aba42', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'mac_address': 'fa:16:3e:57:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:39Z', 'updated_at': '2021-12-16T15:31:49Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'subnets': [{'id': '9b7abb2e-e09f-41b8-ae85-a96586ab8042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:40:51.572898 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-3d1a5387-6f9a-40f9-a9e9-21fb08ada106 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:51.574590 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-3d1a5387-6f9a-40f9-a9e9-21fb08ada106 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 945 time: 0.0876324 Dec 16 15:40:51.584061 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8bc723-e707-4c01-9fc3-a139aa76d80a None None] New status for floating IP 7df5c4a7-44e5-462d-864e-2ae538835048: DOWN {{(pid=88295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 16 15:40:51.649191 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Deleting port 3fcc49cd-033e-4c73-a0be-c35b404689c8 {{(pid=88293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:51.649585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:51.954087 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af8741-0cf9-489c-ba93-1b6b007c36a3 req-96666cad-a7d9-43a3-a62f-14114ca426c0 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 16 15:40:51.955627 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-13af8741-0cf9-489c-ba93-1b6b007c36a3 req-96666cad-a7d9-43a3-a62f-14114ca426c0 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 945 time: 0.2154965 Dec 16 15:40:52.017697 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] For port 3fcc49cd-033e-4c73-a0be-c35b404689c8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3fcc49cd-033e-4c73-a0be-c35b404689c8,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:52.018127 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:52.152703 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Calling delete_port for 3fcc49cd-033e-4c73-a0be-c35b404689c8 owned by compute:nova {{(pid=88293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:52.183612 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-13af8741-0cf9-489c-ba93-1b6b007c36a3 req-c6dc2161-1322-40bb-b020-d729bd57b18b tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/security-groups?id=c46033a4-d3b1-4f5f-b741-1130910bb783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214622 Dec 16 15:40:52.417818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839927978'] for port, after_delete {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:52.424024 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0c834a62-e1c3-4604-9e40-8b9e80310f50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:52.468738 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event deleted for resources: {'Port': ['ID=3fcc49cd-033e-4c73-a0be-c35b404689c8,revision_number=None']} {{(pid=88293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:52.473051 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:52.545575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] No DVR routers for this DVR port 3fcc49cd-033e-4c73-a0be-c35b404689c8 on host hv-cinder-82189 {{(pid=88293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:40:52.548358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for port, before_response {{(pid=88293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:52.551227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'name': 'network-vif-deleted', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8'}] {{(pid=88293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 16 15:40:52.610911 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-5277d834-e8b0-47b3-a8fd-bc80dbada694 req-269f8919-d682-4061-95a8-8dfa7640d5bc tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.32 "DELETE /v2.0/ports/3fcc49cd-033e-4c73-a0be-c35b404689c8 HTTP/1.1" status: 204 len: 173 time: 1.0279374 Dec 16 15:40:52.610911 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8551537f-b0e4-4f79-b9db-fc097f9828f3', 'name': 'network-vif-deleted', 'tag': '3fcc49cd-033e-4c73-a0be-c35b404689c8', 'status': 'completed', 'code': 200} Dec 16 15:40:53.375815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-e3771c3f-46bf-4b32-975c-c9f807386a6d req-7af87a61-6510-4782-b9dc-729a10e617f2 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Synchronizing usage tracker for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 16 15:40:53.428661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.quota.resource [req-e3771c3f-46bf-4b32-975c-c9f807386a6d req-7af87a61-6510-4782-b9dc-729a10e617f2 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Unset dirty status for tenant:211699de14224a63a48d253eaa061c69 on resource:port {{(pid=88293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 16 15:40:53.430016 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [req-e3771c3f-46bf-4b32-975c-c9f807386a6d req-7af87a61-6510-4782-b9dc-729a10e617f2 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "GET /v2.0/ports?device_id=8551537f-b0e4-4f79-b9db-fc097f9828f3 HTTP/1.1" status: 200 len: 210 time: 0.1033673 Dec 16 15:40:54.548727 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35210) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:54.721107 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Deleting port 666f9ada-6470-4d22-8724-517233e2d39a {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:54.721406 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:54.898882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:54.899249 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:54.967454 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 3fcc49cd-033e-4c73-a0be-c35b404689c8 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:40:55.001399 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] No Port match for: 3fcc49cd-033e-4c73-a0be-c35b404689c8 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:40:55.001730 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Device 3fcc49cd-033e-4c73-a0be-c35b404689c8 not bound to the agent host hv-cinder-82189 {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:40:55.034892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Calling delete_port for 666f9ada-6470-4d22-8724-517233e2d39a owned by network:floatingip {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:55.211579 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:55.216019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9e35c158-ae87-4eab-a3a1-0bd6be44369e tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:55.263446 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event deleted for resources: {'Port': ['ID=666f9ada-6470-4d22-8724-517233e2d39a,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:55.266487 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:55.365257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for floatingip, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:55.411891 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7154'] for floatingip, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:55.413186 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "DELETE /v2.0/floatingips/2b3b2a12-971e-4167-be46-4af6159d2203 HTTP/1.1" status: 204 len: 168 time: 0.8632565 Dec 16 15:40:56.874964 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35224) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:56.949933 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eae61493-c6bb-4ef7-8c20-3f295af67b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:56.980617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eae61493-c6bb-4ef7-8c20-3f295af67b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:57.062830 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eae61493-c6bb-4ef7-8c20-3f295af67b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:57.068257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-772411af-bec3-4aee-bff2-3cb3914dc7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:57.084766 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae61493-c6bb-4ef7-8c20-3f295af67b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46033a4-d3b1-4f5f-b741-1130910bb783,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:57.087278 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-eae61493-c6bb-4ef7-8c20-3f295af67b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:57.107720 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eae61493-c6bb-4ef7-8c20-3f295af67b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:57.108985 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-eae61493-c6bb-4ef7-8c20-3f295af67b8f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] 10.222.0.45 "DELETE /v2.0/security-groups/c46033a4-d3b1-4f5f-b741-1130910bb783 HTTP/1.1" status: 204 len: 168 time: 0.2328415 Dec 16 15:40:57.192147 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35230) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:40:57.673815 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:57.866617 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062652'] for router_interface, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:58.497835 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Deleting port d360971a-e0b8-4b11-9c0b-213c640c58d6 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:40:58.498492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:58.679242 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] For port d360971a-e0b8-4b11-9c0b-213c640c58d6, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=d360971a-e0b8-4b11-9c0b-213c640c58d6,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:40:58.679558 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:58.808007 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Calling delete_port for d360971a-e0b8-4b11-9c0b-213c640c58d6 owned by network:router_interface {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:40:59.102547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:40:59.107152 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-9e5add8c-d0d2-49d3-b9b2-38016c56c7de tempest-TestMinimumBasicScenario-754029852 tempest-TestMinimumBasicScenario-754029852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:40:59.151224 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Pushing event deleted for resources: {'Port': ['ID=d360971a-e0b8-4b11-9c0b-213c640c58d6,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:40:59.155910 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:40:59.678926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853542379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062498'] for router_interface, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:00.286107 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Router 5b0fa789-b22f-414c-a365-f54101d0c300 has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:41:00.515857 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:41:00.525012 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] Sync routers for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:41:00.528648 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-ce38fde5-9d74-4123-9ad1-b48551c22116 admin admin] 10.222.0.45 "PUT /v2.0/routers/5b0fa789-b22f-414c-a365-f54101d0c300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3353381 Dec 16 15:41:00.531829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35236) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:00.539231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:41:00.539858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:00.732485 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: dv-cinder-821894-3-iscsi {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:41:00.744054 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks [] for router, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:00.949526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:00.988900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Deleting port a08d9795-3a54-48d1-baaa-7c19c6d37a1b {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:41:00.989293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:01.040049 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:40:58Z', 'revision_number': 5, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port': {'id': 'a08d9795-3a54-48d1-baaa-7c19c6d37a1b', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:35Z', 'updated_at': '2021-12-16T15:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:01.044240 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] Checking router: 5b0fa789-b22f-414c-a365-f54101d0c300 for host: dv-cinder-821894-3-iscsi {{(pid=88294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:41:01.057069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] Routers {'5b0fa789-b22f-414c-a365-f54101d0c300'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:41:01.057794 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['5b0fa789-b22f-414c-a365-f54101d0c300'], 'active': True} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:01.179492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] For port a08d9795-3a54-48d1-baaa-7c19c6d37a1b, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=a08d9795-3a54-48d1-baaa-7c19c6d37a1b,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:41:01.179897 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:01.228350 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] Set router 5b0fa789-b22f-414c-a365-f54101d0c300 gateway port host: None {{(pid=88294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:41:01.311075 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Calling delete_port for a08d9795-3a54-48d1-baaa-7c19c6d37a1b owned by network:router_gateway {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:41:01.339882 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:41:00Z', 'revision_number': 6, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port_host': None}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:01.344436 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abbd1fe-d2c1-40cd-a4dd-c7b76ef4ed6e None None] The sync data for ids ['5b0fa789-b22f-414c-a365-f54101d0c300'] in dv-cinder-821894-3-iscsi is: [{'id': '5b0fa789-b22f-414c-a365-f54101d0c300', 'name': 'tempest-TestVolumeBootPattern-526152261-router', 'tenant_id': '211699de14224a63a48d253eaa061c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:34Z', 'updated_at': '2021-12-16T15:41:00Z', 'revision_number': 6, 'project_id': '211699de14224a63a48d253eaa061c69', 'gw_port_host': None}] {{(pid=88294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:41:01.577768 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:01.582938 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-cb2eafe4-cfdd-410c-9040-5acc5fc645e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:01.625064 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Pushing event deleted for resources: {'Port': ['ID=a08d9795-3a54-48d1-baaa-7c19c6d37a1b,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:01.637674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.639695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.639695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.639695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.639695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.639695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.640674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.640674 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.640946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.641335 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.641735 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821894-3-iscsi {{(pid=88292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 16 15:41:01.679392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:02.111564 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853057515'] for router_gateway, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.381822 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852982661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733131'] for router, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.386219 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.480294 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852982763'] for router, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.480929 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b0fa789-b22f-414c-a365-f54101d0c300 {{(pid=88292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:41:02.495698 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.497022 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a739ffad-e1ea-4aa2-814c-ffe23483566e admin admin] 10.222.0.45 "DELETE /v2.0/routers/5b0fa789-b22f-414c-a365-f54101d0c300 HTTP/1.1" status: 204 len: 168 time: 1.9641681 Dec 16 15:41:02.500926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35240) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:02.569978 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3cdd25-c2d6-4a62-86c7-d4e86919366e admin admin] Deleting subnet 9b7abb2e-e09f-41b8-ae85-a96586ab8042 {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:41:02.573588 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a3cdd25-c2d6-4a62-86c7-d4e86919366e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.630236 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a3cdd25-c2d6-4a62-86c7-d4e86919366e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.712692 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a3cdd25-c2d6-4a62-86c7-d4e86919366e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.817227 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a3cdd25-c2d6-4a62-86c7-d4e86919366e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.822197 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:02.863778 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cdd25-c2d6-4a62-86c7-d4e86919366e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7abb2e-e09f-41b8-ae85-a96586ab8042,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:02.869132 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8a3cdd25-c2d6-4a62-86c7-d4e86919366e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:02.873310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a3cdd25-c2d6-4a62-86c7-d4e86919366e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:02.879703 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8a3cdd25-c2d6-4a62-86c7-d4e86919366e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9b7abb2e-e09f-41b8-ae85-a96586ab8042 HTTP/1.1" status: 204 len: 168 time: 0.3776581 Dec 16 15:41:02.883800 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f353e-d2a0-47b7-a8aa-778a48d90895 None None] Network 888cf1c9-54d5-43ec-9d53-9903be1aba42 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:41:02.883946 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35244) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:02.997966 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.008655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Deleting port 378ed751-c0d3-4c10-b19f-5d78780fe799 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:41:03.009019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.145814 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] DHCP port deletion for 888cf1c9-54d5-43ec-9d53-9903be1aba42 request from dv-cinder-821894-3-iscsi {{(pid=88294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 16 15:41:03.150547 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] Deleting port 378ed751-c0d3-4c10-b19f-5d78780fe799 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:41:03.150974 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.231587 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] For port 378ed751-c0d3-4c10-b19f-5d78780fe799, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=378ed751-c0d3-4c10-b19f-5d78780fe799,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:41:03.231991 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.361339 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Calling delete_port for 378ed751-c0d3-4c10-b19f-5d78780fe799 owned by network:dhcp {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:41:03.373644 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] For port 378ed751-c0d3-4c10-b19f-5d78780fe799, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=378ed751-c0d3-4c10-b19f-5d78780fe799,segment=NetworkSegment(07c054ea-59cf-421f-aa61-03f94761a046),segment_id=07c054ea-59cf-421f-aa61-03f94761a046)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:41:03.374110 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.442544 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a08d9795-3a54-48d1-baaa-7c19c6d37a1b no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:41:03.543379 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.548651 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-f93411d3-68a6-4022-9d36-b79c910e247d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:03.597991 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Pushing event deleted for resources: {'Port': ['ID=378ed751-c0d3-4c10-b19f-5d78780fe799,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:03.601154 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:03.604153 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] No DVR routers for this DVR port 378ed751-c0d3-4c10-b19f-5d78780fe799 on host dv-cinder-821894-3-iscsi {{(pid=88292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:41:03.701473 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] Calling delete_port for 378ed751-c0d3-4c10-b19f-5d78780fe799 owned by network:dhcp {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:41:03.733914 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.738937 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: a08d9795-3a54-48d1-baaa-7c19c6d37a1b {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:41:03.739340 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device a08d9795-3a54-48d1-baaa-7c19c6d37a1b not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:41:03.739819 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 378ed751-c0d3-4c10-b19f-5d78780fe799 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:41:03.761145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888cf1c9-54d5-43ec-9d53-9903be1aba42']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:03.775019 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c054ea-59cf-421f-aa61-03f94761a046') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:03.775366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c054ea-59cf-421f-aa61-03f94761a046') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:03.777489 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 378ed751-c0d3-4c10-b19f-5d78780fe799 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:41:03.777892 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 378ed751-c0d3-4c10-b19f-5d78780fe799 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:41:03.778417 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device d360971a-e0b8-4b11-9c0b-213c640c58d6 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:41:03.789129 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.805231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.813277 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:41:03.816060 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.820403 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: d360971a-e0b8-4b11-9c0b-213c640c58d6 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:41:03.820805 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device d360971a-e0b8-4b11-9c0b-213c640c58d6 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:41:03.831388 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:41:03.851426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:41:03.851845 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 16 15:41:03.948878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.954699 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:03.958611 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-33496055-2e06-4d21-8dfd-4668ea0755f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:03.981006 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Pushing event deleted for resources: {'Network': ['ID=888cf1c9-54d5-43ec-9d53-9903be1aba42,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:03.984145 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:04.035131 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-1fdde2c3-0a2b-4154-8d56-8e262344a343 admin admin] 10.222.0.45 "DELETE /v2.0/networks/888cf1c9-54d5-43ec-9d53-9903be1aba42 HTTP/1.1" status: 204 len: 168 time: 1.1517215 Dec 16 15:41:04.038283 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35248) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:04.353088 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] Deleting port 378ed751-c0d3-4c10-b19f-5d78780fe799 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:41:04.353683 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:04.423607 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-58663f12-1d0d-4d4a-89d0-014fd40a6225 None None] The port '378ed751-c0d3-4c10-b19f-5d78780fe799' was deleted {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 16 15:41:04.463913 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853062652'] for router_interface, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:05.101818 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Deleting port 5d3ba882-4087-401c-88da-9ede2adfa2f4 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:41:05.102246 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:05.516031 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] For port 5d3ba882-4087-401c-88da-9ede2adfa2f4, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=5d3ba882-4087-401c-88da-9ede2adfa2f4,segment=NetworkSegment(190066b2-b1d1-45e4-8e0f-11a4773b0568),segment_id=190066b2-b1d1-45e4-8e0f-11a4773b0568)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:41:05.516634 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:05.643211 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Calling delete_port for 5d3ba882-4087-401c-88da-9ede2adfa2f4 owned by network:router_interface {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:41:05.845930 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:05.850606 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d93b7c32-3fee-46d4-959f-022066efacf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:05.894270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3ba882-4087-401c-88da-9ede2adfa2f4,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:05.896963 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:06.224784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853542379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853062498'] for router_interface, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:06.835215 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Router f570cba1-895f-464e-8107-1fce32aaadbb has already been hosted by L3 agent 6cd19bb5-6f6c-454d-83f4-633c88805531 {{(pid=88292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 16 15:41:07.048474 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] Notify agent at l3_agent.dv-cinder-821894-3-iscsi the message routers_updated {{(pid=88292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 16 15:41:07.058482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] Sync routers for ids ['f570cba1-895f-464e-8107-1fce32aaadbb'] in dv-cinder-821894-3-iscsi {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 16 15:41:07.058657 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-7ec38377-1cda-4ab7-8ee0-10406e4076ea admin admin] 10.222.0.45 "PUT /v2.0/routers/f570cba1-895f-464e-8107-1fce32aaadbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0192220 Dec 16 15:41:07.061475 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35252) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:07.071524 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] Routers {'f570cba1-895f-464e-8107-1fce32aaadbb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:41:07.072188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['f570cba1-895f-464e-8107-1fce32aaadbb'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:07.281210 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:07.406069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] Set router f570cba1-895f-464e-8107-1fce32aaadbb gateway port host: dv-cinder-821894-3-iscsi {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:41:07.495733 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:07.524774 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Deleting port 47747fac-841d-4817-93e2-2aeb861a72a3 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:41:07.525200 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:07.722188 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'external_fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:45Z', 'updated_at': '2021-12-16T15:41:05Z', 'revision_number': 5, 'project_id': '544b85760d7346118227c20ef044cb16', 'gw_port': {'id': '47747fac-841d-4817-93e2-2aeb861a72a3', 'name': '', 'network_id': 'bb5b2d8a-76cc-42df-801b-836d85f14f74', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:33:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821894-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:31:46Z', 'updated_at': '2021-12-16T15:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36338abf-d783-4d92-b98e-e0757adbd85d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821894-3-iscsi'}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:07.726582 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] Checking router: f570cba1-895f-464e-8107-1fce32aaadbb for host: dv-cinder-821894-3-iscsi {{(pid=88295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 16 15:41:07.739326 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] Routers {'f570cba1-895f-464e-8107-1fce32aaadbb'} bound to L3 agent in host dv-cinder-821894-3-iscsi {{(pid=88295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 16 15:41:07.740033 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821894-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:46:44Z,description=,heartbeat_timestamp=2021-12-16T15:40:44Z,host='dv-cinder-821894-3-iscsi',id=6cd19bb5-6f6c-454d-83f4-633c88805531,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:46:44Z,topic='l3_agent')) {'router_ids': ['f570cba1-895f-464e-8107-1fce32aaadbb'], 'active': True} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:07.905950 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] Set router f570cba1-895f-464e-8107-1fce32aaadbb gateway port host: None {{(pid=88295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 16 15:41:07.939879 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] For port 47747fac-841d-4817-93e2-2aeb861a72a3, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=47747fac-841d-4817-93e2-2aeb861a72a3,segment=NetworkSegment(90a4d264-e027-4f70-9281-04aaed774624),segment_id=90a4d264-e027-4f70-9281-04aaed774624)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:41:07.940287 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:08.017659 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:45Z', 'updated_at': '2021-12-16T15:41:07Z', 'revision_number': 6, 'project_id': '544b85760d7346118227c20ef044cb16', 'gw_port_host': None}], 'dv-cinder-821894-3-iscsi', False) {} {{(pid=88295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:08.021838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0fb5d-d9ef-4834-98e9-00bf58f35ae8 None None] The sync data for ids ['f570cba1-895f-464e-8107-1fce32aaadbb'] in dv-cinder-821894-3-iscsi is: [{'id': 'f570cba1-895f-464e-8107-1fce32aaadbb', 'name': 'tempest-TestVolumeBootPattern-674178836-router', 'tenant_id': '544b85760d7346118227c20ef044cb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:31:45Z', 'updated_at': '2021-12-16T15:41:07Z', 'revision_number': 6, 'project_id': '544b85760d7346118227c20ef044cb16', 'gw_port_host': None}] {{(pid=88295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 16 15:41:08.036982 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:41:08.068429 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Calling delete_port for 47747fac-841d-4817-93e2-2aeb861a72a3 owned by network:router_gateway {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:41:08.280048 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:08.285095 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-91e4d40b-884c-49ab-a195-f0c087a7ad6f tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:08.332317 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47747fac-841d-4817-93e2-2aeb861a72a3,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:08.335435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:08.576229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853057515'] for router_gateway, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:08.842858 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852982661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854733131'] for router, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:08.847336 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.074358 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852982763'] for router, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.075013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f570cba1-895f-464e-8107-1fce32aaadbb {{(pid=88292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 16 15:41:09.088280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] Notify callbacks [] for router, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.089573 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-a53ec32a-7678-4c3a-a611-9e94fb6aeaf6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f570cba1-895f-464e-8107-1fce32aaadbb HTTP/1.1" status: 204 len: 168 time: 2.0269132 Dec 16 15:41:09.092330 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35256) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:09.162624 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_v2 [None req-8502022e-2e0d-4da9-996d-fc4391292596 admin admin] Deleting subnet eb2e3a94-4ea9-4e1a-a5cd-402509e56055 {{(pid=88292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 16 15:41:09.166299 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8502022e-2e0d-4da9-996d-fc4391292596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.220363 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8502022e-2e0d-4da9-996d-fc4391292596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839912114'] for subnet, precommit_delete_associations {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.308467 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8502022e-2e0d-4da9-996d-fc4391292596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3393819'] for subnet, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.430307 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 47747fac-841d-4817-93e2-2aeb861a72a3 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:41:09.464646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 47747fac-841d-4817-93e2-2aeb861a72a3 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:41:09.465051 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 47747fac-841d-4817-93e2-2aeb861a72a3 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:41:09.466392 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 5d3ba882-4087-401c-88da-9ede2adfa2f4 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:41:09.500563 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 5d3ba882-4087-401c-88da-9ede2adfa2f4 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:41:09.501071 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 5d3ba882-4087-401c-88da-9ede2adfa2f4 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:41:09.537555 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8502022e-2e0d-4da9-996d-fc4391292596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851382014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852829104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14863707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839607501'] for subnet, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.542616 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-652712f2-4dbb-40c3-a55f-8f121471bdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:09.582813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502022e-2e0d-4da9-996d-fc4391292596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb2e3a94-4ea9-4e1a-a5cd-402509e56055,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:09.585526 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-8502022e-2e0d-4da9-996d-fc4391292596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:09.588268 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8502022e-2e0d-4da9-996d-fc4391292596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.594760 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e893c-ed43-42c2-8e07-533fa5871fa3 None None] Network 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 requested from dv-cinder-821894-3-iscsi {{(pid=88294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 16 15:41:09.598444 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-8502022e-2e0d-4da9-996d-fc4391292596 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/eb2e3a94-4ea9-4e1a-a5cd-402509e56055 HTTP/1.1" status: 204 len: 168 time: 0.5046115 Dec 16 15:41:09.601343 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35260) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:09.717901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3250080'] for network, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.728687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Deleting port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 {{(pid=88292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:41:09.729056 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.861021 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] DHCP port deletion for 64ff8d0b-21d0-4209-8f07-613b4d99f3b0 request from dv-cinder-821894-3-iscsi {{(pid=88294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 16 15:41:09.865229 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] Deleting port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:41:09.865660 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:09.949426 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] For port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124,segment=NetworkSegment(190066b2-b1d1-45e4-8e0f-11a4773b0568),segment_id=190066b2-b1d1-45e4-8e0f-11a4773b0568)] {{(pid=88292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:41:09.950391 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.078873 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] For port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124, host dv-cinder-821894-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821894-3-iscsi',level=0,port_id=79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124,segment=NetworkSegment(190066b2-b1d1-45e4-8e0f-11a4773b0568),segment_id=190066b2-b1d1-45e4-8e0f-11a4773b0568)] {{(pid=88294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 16 15:41:10.079459 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Calling delete_port for 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 owned by network:dhcp {{(pid=88292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:41:10.079570 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853060911'] for port, precommit_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.206020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851548279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257411824995', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363257412252924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839912147'] for port, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.209333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] Calling delete_port for 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 owned by network:dhcp {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 16 15:41:10.211813 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-a4393a04-fba7-4550-b768-3f73266230d5 tempest-TestVolumeBootPattern-1862920404 tempest-TestVolumeBootPattern-1862920404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:10.258366 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Pushing event deleted for resources: {'Port': ['ID=79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:10.262222 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:10.266367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] No DVR routers for this DVR port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 on host dv-cinder-821894-3-iscsi {{(pid=88292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 16 15:41:10.285374 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:41:10.285784 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 16 15:41:10.393140 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3384450', 'neutron.services.segments.db._delete_segments_for_network-8779443033032'] for network, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.420256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ff8d0b-21d0-4209-8f07-613b4d99f3b0']}} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:10.433441 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190066b2-b1d1-45e4-8e0f-11a4773b0568') {'for_net_delete': True} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:10.433789 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.services.segments.db [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190066b2-b1d1-45e4-8e0f-11a4773b0568') {} {{(pid=88292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 16 15:41:10.446465 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779443037913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14863687'] for segment, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.526483 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851391772'] for segment, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.534613 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 16 15:41:10.535061 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3384061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839912711'] for segment, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: Traceback (most recent call last): Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: timer() Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: cb(*args, **kw) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: return func(*args, **kwargs) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: self._notify() Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: self.callback(batched_events) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: event.method(event) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: segment_id)['aggregates'][0] Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: return f(self, *a, **k) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: return self._get(url).json() Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: **kwargs) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: return self.request(url, 'GET', **kwargs) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: **endpoint_filter) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:41:10.549962 dv-cinder-821894-3-iscsi neutron-server[88179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:41:10.787159 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] Deleting port 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 {{(pid=88294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 16 15:41:10.787637 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257411830729'] for port, before_delete {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.830404 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851391351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1233437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1718523'] for network, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.838904 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:10.858402 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1233642'] for network, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:10.858646 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-66f6d6ec-e869-42db-89ef-be661a4c06aa None None] The port '79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124' was deleted {{(pid=88294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 16 15:41:10.867585 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ff8d0b-21d0-4209-8f07-613b4d99f3b0,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:10.870927 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:10.873257 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-663393e8-35f2-4da2-a425-9c945c9e1786 admin admin] 10.222.0.45 "DELETE /v2.0/networks/64ff8d0b-21d0-4209-8f07-613b4d99f3b0 HTTP/1.1" status: 204 len: 168 time: 1.2708220 Dec 16 15:41:11.201575 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35266) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:11.272115 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d4e18bda-b201-4926-9696-ce0ef346a09e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=211699de14224a63a48d253eaa061c69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0689070 Dec 16 15:41:11.274507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35270) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:11.297150 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-25fe2946-af53-4331-bf13-94e6058afa75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:11.342319 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0264b883-ae03-4a53-acea-fdd042f7be31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:11.369550 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0264b883-ae03-4a53-acea-fdd042f7be31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:11.436508 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 no longer exists at agent ovs-agent-dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 16 15:41:11.474084 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] No Port match for: 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 {{(pid=88294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 16 15:41:11.474472 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Device 79cd2e96-8a5f-4bd9-ac67-b9b8fbc0d124 not bound to the agent host dv-cinder-821894-3-iscsi {{(pid=88294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 16 15:41:11.491270 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0264b883-ae03-4a53-acea-fdd042f7be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:11.496829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-ea1028b9-9a06-4285-963e-d102260ea71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:11.513293 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264b883-ae03-4a53-acea-fdd042f7be31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f27a0ac-693b-4ba0-ac3d-d34a833aec9a,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:11.515854 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-0264b883-ae03-4a53-acea-fdd042f7be31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:11.519931 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0264b883-ae03-4a53-acea-fdd042f7be31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:11.521383 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-0264b883-ae03-4a53-acea-fdd042f7be31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f27a0ac-693b-4ba0-ac3d-d34a833aec9a HTTP/1.1" status: 204 len: 168 time: 0.2458692 Dec 16 15:41:12.080443 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35278) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:12.134742 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-cf21546d-c213-41f2-8a14-5276099dd1b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=544b85760d7346118227c20ef044cb16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529952 Dec 16 15:41:12.137422 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [-] (88292) accepted ('10.222.0.45', 35282) {{(pid=88292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 16 15:41:12.201901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d69a457c-6a61-41b1-a2c3-265bfe1ba79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:12.229533 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d69a457c-6a61-41b1-a2c3-265bfe1ba79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:12.417375 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d69a457c-6a61-41b1-a2c3-265bfe1ba79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933443'] for security_group, after_delete {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:12.423420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-571e5cf2-984b-4f25-afee-9ecd9e28a8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 16 15:41:12.434500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a457c-6a61-41b1-a2c3-265bfe1ba79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edab5864-5439-45d5-9968-5d6aa132bb49,revision_number=None']} {{(pid=88292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 16 15:41:12.437135 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG oslo_concurrency.lockutils [None req-d69a457c-6a61-41b1-a2c3-265bfe1ba79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 16 15:41:12.443072 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d69a457c-6a61-41b1-a2c3-265bfe1ba79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:12.444378 dv-cinder-821894-3-iscsi neutron-server[88179]: INFO neutron.wsgi [None req-d69a457c-6a61-41b1-a2c3-265bfe1ba79e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edab5864-5439-45d5-9968-5d6aa132bb49 HTTP/1.1" status: 204 len: 168 time: 0.3058314 Dec 16 15:41:12.994507 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:13.874926 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8155ac57-4865-4417-a278-c523bdc78e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:14.582900 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:15.897419 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:27.696995 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:41.302838 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7f13c926-b57a-4049-8494-2e89b92d1618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:42.993695 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:43.868232 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-da60d5af-d274-4f95-8b24-f21d22284003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:44.588423 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:45.038234 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:41:45.873687 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:41:57.695367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:11.302231 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-208683ab-07c6-49ec-91eb-9062bd20f349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:12.992636 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:13.872509 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d0d91d4-44ff-420e-8e52-56ce2d2cb584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:14.576655 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:15.873416 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:22.039455 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:42:27.700717 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:41.307333 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e077493c-348b-44e1-81ff-4fab7830da6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:43.032712 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:43.873086 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-afa891ec-55c8-41a4-b20b-511b2739045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:44.591853 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:45.877297 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:57.701143 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:42:59.040841 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:43:11.324130 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-18c6d105-8a6a-4342-b0a7-f3486a44585f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:12.987310 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:13.872220 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-95d7a841-2dfb-41c2-93dc-1bc630172331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:14.592280 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:15.878448 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:27.706420 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:36.041256 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:43:41.310458 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-22d8c364-6335-4f72-847e-f9323c36c404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:42.996069 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:43.876577 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c4e57fb0-f726-410e-b158-ddb35ad3a87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:44.607846 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:45.876435 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:43:57.721829 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:11.299957 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-462fc20e-f8ba-4045-b6bc-06492bdcb96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:12.997492 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:13.042408 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:44:13.866173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f17074b0-0266-4fbc-a70b-bd8c99da032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:14.586020 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:15.905026 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:27.727013 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:41.305673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-081b6d58-6570-433e-8cf3-ce71d231d7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:42.997503 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:43.880522 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-27d444a8-bdd8-4763-a53b-4c0958ece32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:44.601156 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:45.900499 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:44:50.043288 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:44:57.728723 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:11.304979 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-66c80c54-0e9d-456c-abe9-d0b019631f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:13.002173 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:13.882627 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-41bcf22f-2d74-429d-b28d-6e32ef9668b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:14.596418 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:15.887901 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:27.044257 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:45:27.739437 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:41.314362 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7873a182-d739-406f-9c4b-94b22e08cc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:43.001482 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:43.879295 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1fd44640-ac69-4cc3-abf3-756004080728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:44.606228 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:45.890597 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:45:57.759661 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:46:04.045500 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 16 15:46:11.304367 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-23fcf40b-be45-4b3a-99b3-28df35a075b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:46:13.004673 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55199bd9-0773-4f93-94a0-b66ba5bd6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:46:13.887123 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7269ce52-63ed-45f1-92f8-7b55a5de21b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:46:14.601529 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c24cc820-9823-46b9-a4df-7cd4a716113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:46:15.898721 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8a496bee-3629-46b6-ae97-1953e105dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:46:27.838665 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6fb84a97-22a7-4cca-881e-2a6f28d51f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779443033015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3385957'] for agent, after_update {{(pid=88294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 16 15:46:28.645554 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.wsgi [req-e28c7073-d988-4061-89f0-b7e1b0126b46 req-11e844b3-d46b-4494-8d82-257cf539e5c8 service neutron] (88293) timed out ('10.222.0.32', 59073) {{(pid=88293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 16 15:46:41.046878 dv-cinder-821894-3-iscsi neutron-server[88179]: DEBUG neutron.db.agents_db [None req-befebb49-1c0e-4f5b-a6f8-aad0e30580e9 None None] Agent healthcheck: found 6 active agents {{(pid=88295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}